-- Logs begin at Fri 2021-09-03 17:32:25 UTC, end at Fri 2021-09-03 18:39:58 UTC. -- Sep 03 18:14:32.744162 dv-cinder-760193-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 18:14:35.470742 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.common.config [-] Logging enabled! Sep 03 18:14:35.471299 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 18:14:35.471436 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94401) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 18:14:35.474765 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.common.config [-] Logging enabled! Sep 03 18:14:35.475025 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 18:14:35.475343 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94401) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 18:14:35.476292 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 18:14:35.476528 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 18:14:35.477437 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 18:14:35.477703 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 18:14:35.478000 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 18:14:35.478357 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.478689 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.478995 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.479231 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.479534 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.479833 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.480126 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.480428 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.480758 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.481054 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.481338 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.481630 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.481866 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.482155 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.482480 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.482776 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.483005 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] debug = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.483292 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.483723 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.484132 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.484414 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.484736 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.485023 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.485300 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.485581 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.485868 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.486202 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] host = dv-cinder-760193-9-iscsi {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.486544 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.486844 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.487139 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.487432 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.487714 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.487997 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.488289 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.488567 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.488869 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] log_file = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.489149 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.489442 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.489734 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.490029 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.490257 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.490489 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.490781 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.491073 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.491351 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.491627 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.491905 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.492181 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.492457 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.493653 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.493953 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.494242 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.494534 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.494815 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.495092 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.495368 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.495644 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.495934 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.496209 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.496485 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.496787 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.497082 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.497354 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.497632 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.497936 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.498226 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.498514 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.498805 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.499082 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.499369 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.499643 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.499918 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.500192 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] use_json = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.500470 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.500767 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.501055 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.501331 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.501608 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.501883 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.502157 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.502445 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:35.502747 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.503050 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.503359 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.503646 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.503946 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.504229 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.504524 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.504842 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.505143 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.505440 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.505732 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.506014 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.506303 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.506584 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.506886 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.507194 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.507492 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.507788 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.508068 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.508374 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.508677 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.508963 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.509255 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.509538 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.509832 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.510129 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.510412 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.510707 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.511007 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.511304 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.511582 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.511865 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.512162 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.512446 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.512752 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.513039 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.513336 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.513621 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.513898 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.514183 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.514461 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.514736 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.515013 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.515293 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.515587 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.515866 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.516140 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.516413 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.516718 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.516992 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.517282 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.517560 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.517836 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.518112 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.518390 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.518663 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.518938 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.519219 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.519494 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.519773 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.520053 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.520330 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.520615 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.520911 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.521193 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.521470 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.521750 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.522029 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.522309 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.522585 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.522862 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.523142 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.523420 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.523714 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.524044 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.524328 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.524611 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.524916 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.525198 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.525480 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.525763 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.526049 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.526331 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.526609 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.526907 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.527194 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.527487 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.527775 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.528056 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.528365 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.528672 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.528962 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.529245 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.529531 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.529819 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.530109 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.530411 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.530718 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.531019 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.531320 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.531624 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.531910 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.532224 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.532508 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:35.532758 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 18:14:35.533005 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94401) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 18:14:35.885341 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 18:14:35.885629 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 18:14:35.885928 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 18:14:35.886267 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 18:14:36.281818 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.282116 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.282395 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.283742 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.284023 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.284295 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.320974 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.321255 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.321525 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.336297 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.336591 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.336889 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.365646 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.365932 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.366205 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.404206 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.404493 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.404795 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.636155 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.636778 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.636778 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.636996 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.637701 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.756955 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.757282 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.757573 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.757850 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.758151 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.758987 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.759254 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.759516 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.759775 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.760063 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.760328 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.760596 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.760880 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.761143 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.761403 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.761671 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.761932 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.762206 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.762481 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.762746 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.763020 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.763277 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.763560 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.763944 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.764199 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.764450 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.764880 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:14:36.765123 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:14:36.765363 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:14:36.765603 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:14:36.765841 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:14:36.766078 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:14:36.766444 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 18:14:36.769545 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 18:14:36.773517 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 18:14:36.777352 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 03 18:14:36.779001 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 18:14:36.779451 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 18:14:36.779792 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 18:14:36.780181 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 18:14:36.782999 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 18:14:36.783253 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 18:14:36.783606 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 18:14:36.788936 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 18:14:36.811234 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 18:14:36.811702 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.812003 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94401) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 18:14:36.812369 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.813768 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94401) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 18:14:36.814053 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 18:14:36.814300 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 18:14:36.817644 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.817931 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:36.881381 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 18:14:36.881624 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 18:14:36.881867 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 18:14:36.882246 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 18:14:36.905435 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_db.sqlalchemy.engines [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94401) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 18:14:37.619827 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Initializing driver for type 'gre' Sep 03 18:14:37.620367 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] gre ID ranges: [(1, 1000)] Sep 03 18:14:37.842150 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Initializing driver for type 'local' Sep 03 18:14:37.842737 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Initializing driver for type 'vlan' Sep 03 18:14:37.974079 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] VlanTypeDriver initialization complete Sep 03 18:14:37.974368 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Initializing driver for type 'vxlan' Sep 03 18:14:37.974882 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] vxlan ID ranges: [(1, 1000)] Sep 03 18:14:38.173509 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Initializing extension driver 'port_security' Sep 03 18:14:38.173849 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.extensions.port_security [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] PortSecurityExtensionDriver initialization complete Sep 03 18:14:38.174203 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Initializing mechanism driver 'openvswitch' Sep 03 18:14:38.174536 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Initializing mechanism driver 'hyperv' Sep 03 18:14:38.185514 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.plugin [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:38.186209 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > port after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.186587 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > port after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.186947 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > port after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.187473 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94401) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:14:38.187920 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > subnet after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.188281 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > subnet after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.188699 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.189057 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94401) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:14:38.189474 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > network after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.189856 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > network after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.190201 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > network after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.190599 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94401) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:14:38.191015 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > security_group after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.191370 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > security_group after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.191717 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > security_group after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.192255 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94401) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:14:38.192702 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.193060 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.193410 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.193810 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94401) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:14:38.194226 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > address_group after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.194583 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > address_group after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.194928 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > address_group after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.195333 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94401) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:14:38.196331 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] ML2 OVO RPC backend initialized. {{(pid=94401) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 18:14:38.197082 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.197450 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.197878 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > network before_response 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.198234 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > networks before_response 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.198590 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > port before_response 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.198938 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > ports before_response 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.199291 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > subnet before_response 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.199638 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > subnets before_response 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.199992 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > network after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.200604 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > network after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.200724 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > network after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.201034 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > port after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.201423 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > port after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.201767 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > port after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.202109 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > subnet after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.202452 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > subnet after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.202792 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.203386 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.plugin [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Modular L2 Plugin initialization complete Sep 03 18:14:38.203718 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading services supported by the core plugin {{(pid=94401) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 18:14:38.204048 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.plugins.ml2.managers [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Got port-security extension from driver 'port_security' Sep 03 18:14:38.204520 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.extensions.vlantransparent [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Disabled vlantransparent extension. Sep 03 18:14:38.205042 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94401) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 18:14:38.206261 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading Plugin: router Sep 03 18:14:38.241599 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router_interface before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.241943 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router after_create 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.242320 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router before_create 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.243253 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.243869 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.244232 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router after_delete 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.244598 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > floatingip after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.244979 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > floatingip after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.245346 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router after_create 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249207 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router after_update 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249207 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router after_update 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249207 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249207 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router after_update 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249517 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router precommit_update 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249517 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: port after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249517 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: port after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249517 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: subnet after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249517 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249884 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > port precommit_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249884 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router precommit_create 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249884 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: port before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.249884 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router precommit_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.250218 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router after_update 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.250565 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router precommit_delete 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.250920 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router precommit_create 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.251286 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.251635 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router precommit_update 55549900 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.252008 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > agent after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.252364 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > agent after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.252741 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > network after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.253620 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Tracking information for resource: router configured {{(pid=94401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:14:38.253960 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Tracking information for resource: floatingip configured {{(pid=94401) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:14:38.259693 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.db.l3_agentschedulers_db [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 18:14:38.260288 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: port after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.260687 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: port after_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.261046 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: port after_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.261405 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: port after_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.262211 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router before_create 55550100 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.262582 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router precommit_delete 55550100 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.262950 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router precommit_create 55550100 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.263313 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > router precommit_update 55550100 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.268135 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.services.provider_configuration [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service providers = [] {{(pid=94401) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 18:14:38.268505 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.db.servicetype_db [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94401) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 18:14:38.271583 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.services.service_base [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94401) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 18:14:38.271936 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.services.service_base [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94401) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 18:14:38.272288 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.services.service_base [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94401) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 18:14:38.273221 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.services.service_base [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94401) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 18:14:38.273600 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.services.service_base [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 18:14:38.274005 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:14:38.274353 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 18:14:38.289520 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:14:38.289859 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading Plugin: auto_allocate Sep 03 18:14:38.295653 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: network precommit_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.296031 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: network precommit_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.296564 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:14:38.296915 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading Plugin: tag Sep 03 18:14:38.303734 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:14:38.304112 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading Plugin: timestamp Sep 03 18:14:38.308740 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:14:38.309078 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading Plugin: network_ip_availability Sep 03 18:14:38.314569 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.314951 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.315310 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.316042 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:14:38.316369 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading Plugin: flavors Sep 03 18:14:38.321659 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:14:38.322003 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading Plugin: revisions Sep 03 18:14:38.326319 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94401) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:14:38.326718 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_concurrency.lockutils [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.441s {{(pid=94401) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 18:14:38.327461 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94401) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 18:14:38.327805 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Initializing extension manager. Sep 03 18:14:38.328332 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: __init__.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.328711 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: __pycache__ {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.329059 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.329404 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: address_group.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.330181 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.330760 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: address-group Sep 03 18:14:38.331089 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: address_scope.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.332021 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.332545 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: address-scope Sep 03 18:14:38.332899 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: admin_state_down_before_update.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.333856 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.334377 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: router-admin-state-down-before-update Sep 03 18:14:38.334704 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: agent.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.335424 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.335929 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: agent Sep 03 18:14:38.336279 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: agent_resources_synced.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.337239 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.337759 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: agent-resources-synced Sep 03 18:14:38.338091 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: allowedaddresspairs.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.339920 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.340447 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: allowed-address-pairs Sep 03 18:14:38.340815 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: auto_allocated_topology.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.341921 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.342435 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: auto-allocated-topology Sep 03 18:14:38.342765 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: availability_zone.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.343472 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.343979 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: availability_zone Sep 03 18:14:38.344305 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: availability_zone_filter.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.345272 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.345782 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: availability_zone_filter Sep 03 18:14:38.346113 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: data_plane_status.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.347034 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.347540 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 18:14:38.347867 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: default_subnetpools.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.348841 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.349348 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: default-subnetpools Sep 03 18:14:38.349675 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: dhcpagentscheduler.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.350498 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.351013 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: dhcp_agent_scheduler Sep 03 18:14:38.351341 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: dns.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.352302 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.352841 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension dns-integration not supported by any of loaded plugins Sep 03 18:14:38.353173 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: dns_domain_ports.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.354115 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.354626 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 18:14:38.354956 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.355892 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.356403 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 18:14:38.356767 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: dvr.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.357455 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.357964 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: dvr Sep 03 18:14:38.358290 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: ecmp_routes.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.359221 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.359728 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 18:14:38.360052 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: empty_string_filtering.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.361024 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.361538 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: empty-string-filtering Sep 03 18:14:38.361868 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.362796 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.363309 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 18:14:38.363639 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.364564 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.365106 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 18:14:38.365436 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: external_net.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.366360 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.366872 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: external-net Sep 03 18:14:38.367199 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: extra_dhcp_opt.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.368929 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.369438 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: extra_dhcp_opt Sep 03 18:14:38.369763 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: extraroute.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.370683 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.371190 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: extraroute Sep 03 18:14:38.371514 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: extraroute_atomic.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.372565 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.373103 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: extraroute-atomic Sep 03 18:14:38.373428 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: filter_validation.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.374103 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.374607 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: filter-validation Sep 03 18:14:38.374931 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: fip_pf_description.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.375859 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.376367 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 18:14:38.376731 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: fip_port_details.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.377670 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.378180 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: fip-port-details Sep 03 18:14:38.378508 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: flavors.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.379756 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.380279 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: flavors Sep 03 18:14:38.380614 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.382329 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.382857 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 18:14:38.383764 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: floatingip_pools.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.384484 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.385033 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: floatingip-pools Sep 03 18:14:38.385368 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: ip_allocation.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.386310 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.386822 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 18:14:38.387155 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.388104 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.388633 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: ip-substring-filtering Sep 03 18:14:38.388978 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: l2_adjacency.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.389919 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.390427 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 18:14:38.390759 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: l3.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.391873 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.392399 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: router Sep 03 18:14:38.392769 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: l3_conntrack_helper.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.395040 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.395588 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 18:14:38.395913 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.396913 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.397434 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: ext-gw-mode Sep 03 18:14:38.397770 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.398751 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.399267 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: l3-ha Sep 03 18:14:38.399601 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: l3_flavors.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.400529 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.401074 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: l3-flavors Sep 03 18:14:38.401406 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.402340 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.402854 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 18:14:38.403183 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: l3agentscheduler.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.404254 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.404804 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: l3_agent_scheduler Sep 03 18:14:38.405138 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: logging.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.406646 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.407168 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension logging not supported by any of loaded plugins Sep 03 18:14:38.407505 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: metering.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.408259 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.408862 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: metering Sep 03 18:14:38.409197 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.410308 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.410828 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: metering_source_and_destination_fields Sep 03 18:14:38.411160 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: multiprovidernet.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.412102 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.412650 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: multi-provider Sep 03 18:14:38.413041 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: netmtu.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.413978 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.414514 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: net-mtu Sep 03 18:14:38.414841 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: netmtu_writable.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.415805 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.416319 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: net-mtu-writable Sep 03 18:14:38.416664 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: network_availability_zone.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.417487 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.417994 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: network_availability_zone Sep 03 18:14:38.418319 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: network_ip_availability.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.419444 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.419957 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: network-ip-availability Sep 03 18:14:38.420290 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: network_segment_range.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.421100 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.421608 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 18:14:38.421935 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: pagination.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.422939 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.423273 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: pagination Sep 03 18:14:38.423598 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: port_device_profile.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.424537 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.425090 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: port-device-profile Sep 03 18:14:38.425419 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.426367 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.426880 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: port-mac-address-regenerate Sep 03 18:14:38.427206 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.428142 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.428687 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: port-numa-affinity-policy Sep 03 18:14:38.429015 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: port_resource_request.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.430602 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.431113 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 18:14:38.431441 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: portbindings.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.432393 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.432947 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: binding Sep 03 18:14:38.433278 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: portbindings_extended.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.434564 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.435087 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: binding-extended Sep 03 18:14:38.435424 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: portsecurity.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.436371 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.436926 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: port-security Sep 03 18:14:38.437255 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: project_id.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.438248 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.438582 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: project-id Sep 03 18:14:38.438909 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: providernet.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.439852 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.440366 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: provider Sep 03 18:14:38.440728 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: qos.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.444249 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.444820 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension qos not supported by any of loaded plugins Sep 03 18:14:38.445161 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.447079 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.447600 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 18:14:38.447938 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.448906 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.449428 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 18:14:38.449760 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: qos_default.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.450691 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.451207 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension qos-default not supported by any of loaded plugins Sep 03 18:14:38.451538 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: qos_fip.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.452201 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.452738 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension qos-fip not supported by any of loaded plugins Sep 03 18:14:38.453073 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: qos_gateway_ip.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.454016 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.454529 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 18:14:38.454858 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: qos_port_network_policy.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.455788 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.456298 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 18:14:38.456654 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: qos_pps_rule.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.457849 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.458369 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension qos-pps not supported by any of loaded plugins Sep 03 18:14:38.458800 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: qos_rule_type_details.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.459664 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.460181 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 18:14:38.460511 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: qos_rules_alias.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.461640 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.462154 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 18:14:38.462482 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: quotasv2.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.463420 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.463753 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: quotas Sep 03 18:14:38.464080 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: quotasv2_detail.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.467390 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.467735 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: quota_details Sep 03 18:14:38.468072 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: rbac.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.469181 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.469708 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: rbac-policies Sep 03 18:14:38.470047 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: rbac_address_group.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.470997 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.471517 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: rbac-address-group Sep 03 18:14:38.471847 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: rbac_address_scope.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.472811 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.473329 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: rbac-address-scope Sep 03 18:14:38.473661 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: rbac_security_groups.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.474600 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.475112 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: rbac-security-groups Sep 03 18:14:38.475443 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: rbac_subnetpool.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.476384 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.477477 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: rbac-subnetpool Sep 03 18:14:38.477808 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: revisionifmatch.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.478755 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.479273 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: revision-if-match Sep 03 18:14:38.479602 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: revisions.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.480766 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.481277 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: standard-attr-revisions Sep 03 18:14:38.481606 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: router_availability_zone.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.482299 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.482809 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: router_availability_zone Sep 03 18:14:38.483165 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: routerservicetype.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.484106 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.484616 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension router-service-type not supported by any of loaded plugins Sep 03 18:14:38.484965 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.485904 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.486420 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: security-groups-normalized-cidr Sep 03 18:14:38.486748 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: security_groups_port_filtering.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.487683 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.488197 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: port-security-groups-filtering Sep 03 18:14:38.488526 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.489502 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.490018 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: security-groups-remote-address-group Sep 03 18:14:38.490347 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: securitygroup.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.502270 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.502745 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: security-group Sep 03 18:14:38.503088 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: segment.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.503895 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.504399 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension segment not supported by any of loaded plugins Sep 03 18:14:38.504774 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.505732 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.506244 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 18:14:38.506575 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: servicetype.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.507772 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.508324 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: service-type Sep 03 18:14:38.508684 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: sorting.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.509703 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.510041 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: sorting Sep 03 18:14:38.510371 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: standard_attr_segment.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.511308 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.511829 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 18:14:38.512159 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: standardattrdescription.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.512861 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.513376 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: standard-attr-description Sep 03 18:14:38.513707 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: stateful_security_group.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.514658 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.515180 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: stateful-security-group Sep 03 18:14:38.515511 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: stdattrs_common.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.516103 dv-cinder-760193-9-iscsi neutron-server[94401]: WARNING neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 18:14:38.516431 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.517400 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.517933 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 18:14:38.518264 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: subnet_onboard.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.519355 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.519884 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: subnet_onboard Sep 03 18:14:38.520216 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.521189 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.521707 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 18:14:38.522041 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: subnet_service_types.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.522986 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.523512 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: subnet-service-types Sep 03 18:14:38.523869 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: subnetallocation.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.525006 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.525525 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: subnet_allocation Sep 03 18:14:38.525855 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.526537 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.527052 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: subnetpool-prefix-ops Sep 03 18:14:38.527377 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.528332 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.528888 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 18:14:38.529221 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: tagging.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.530295 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.530812 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: standard-attr-tag Sep 03 18:14:38.531146 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: timestamp.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.532387 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.532933 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loaded extension: standard-attr-timestamp Sep 03 18:14:38.533275 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: trunk.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.534360 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.534877 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension trunk not supported by any of loaded plugins Sep 03 18:14:38.535208 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: trunk_details.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.536155 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.536704 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension trunk-details not supported by any of loaded plugins Sep 03 18:14:38.537038 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: uplink_status_propagation.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.538062 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.538575 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 18:14:38.538906 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Loading extension file: vlantransparent.py {{(pid=94401) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:14:38.540096 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94401) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:14:38.540610 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 18:14:38.543115 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:network Sep 03 18:14:38.543663 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:subnet Sep 03 18:14:38.544065 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:14:38.544467 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:port Sep 03 18:14:38.545736 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.546192 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service FLAVORS assigned prefix: {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.546826 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.547275 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.547610 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:router Sep 03 18:14:38.548046 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:floatingip Sep 03 18:14:38.548554 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service METERING assigned prefix: /metering {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.550028 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.550403 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.550771 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94401) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:38.551789 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 18:14:38.552256 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:security_group Sep 03 18:14:38.552739 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 18:14:38.553350 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service CORE assigned prefix: {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.553688 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:14:38.554039 dv-cinder-760193-9-iscsi neutron-server[94401]: WARNING neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] subnetpool is already registered Sep 03 18:14:38.554485 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service CORE assigned prefix: {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.554814 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:14:38.555744 dv-cinder-760193-9-iscsi neutron-server[94401]: WARNING neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] subnetpool is already registered Sep 03 18:14:38.558115 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.558563 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service FLAVORS assigned prefix: {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.559167 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.559598 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.559935 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:router Sep 03 18:14:38.560280 dv-cinder-760193-9-iscsi neutron-server[94401]: WARNING neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] router is already registered Sep 03 18:14:38.560733 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:floatingip Sep 03 18:14:38.561076 dv-cinder-760193-9-iscsi neutron-server[94401]: WARNING neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] floatingip is already registered Sep 03 18:14:38.561554 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service METERING assigned prefix: /metering {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.562229 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 18:14:38.562561 dv-cinder-760193-9-iscsi neutron-server[94401]: WARNING neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] rbac_policy is already registered Sep 03 18:14:38.562977 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:security_group Sep 03 18:14:38.563319 dv-cinder-760193-9-iscsi neutron-server[94401]: WARNING neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] security_group is already registered Sep 03 18:14:38.563724 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 18:14:38.564059 dv-cinder-760193-9-iscsi neutron-server[94401]: WARNING neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] security_group_rule is already registered Sep 03 18:14:38.564714 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service CORE assigned prefix: {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.565044 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:14:38.565382 dv-cinder-760193-9-iscsi neutron-server[94401]: WARNING neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] subnetpool is already registered Sep 03 18:14:38.565819 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.v2.resource_helper [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Service CORE assigned prefix: {{(pid=94401) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:14:38.566144 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:14:38.566477 dv-cinder-760193-9-iscsi neutron-server[94401]: WARNING neutron.quota.resource_registry [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] subnetpool is already registered Sep 03 18:14:38.566952 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: extensions {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.568384 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: address-groups {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.569927 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: address-scopes {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.571309 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: agents {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.572469 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: auto-allocated-topology {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.573762 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: availability_zones {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.574989 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: dhcp-networks {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.576505 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: dhcp-agents {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.578013 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: routers {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.580214 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: flavors {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.581416 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: service_profiles {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.582639 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: next_providers {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.584086 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: service_profiles {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.585668 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: floatingip-pools {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.586907 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: routers {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.589058 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: floatingips {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.590353 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: l3-routers {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.591736 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: l3-agents {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.593204 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: metering-labels {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.594564 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: metering-label-rules {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.595842 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: network-ip-availabilities {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.597163 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: bindings {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.599627 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: quotas {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.601129 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: quotas {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.603073 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: rbac-policies {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.604293 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: security-groups {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.605642 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: security-group-rules {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.606897 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: service-providers {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.608154 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: subnetpools {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.609619 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: subnetpools {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.611093 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: tags {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.612798 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: tags {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.614633 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: tags {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.616412 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: tags {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.619104 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: tags {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.620973 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: tags {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.622667 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: tags {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.624573 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: tags {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.626368 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: tags {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.628113 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron.api.extensions [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Extended resource: tags {{(pid=94401) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:14:38.634178 dv-cinder-760193-9-iscsi neutron-server[94401]: WARNING keystonemiddleware.auth_token [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 18:14:38.638984 dv-cinder-760193-9-iscsi neutron-server[94401]: WARNING keystonemiddleware.auth_token [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 18:14:38.647690 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_concurrency.lockutils [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Acquired lock "singleton_lock" {{(pid=94401) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 18:14:38.648200 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_concurrency.lockutils [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Releasing lock "singleton_lock" {{(pid=94401) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 18:14:38.648904 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO oslo_service.service [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Starting 2 workers Sep 03 18:14:38.653828 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Started child 94512 {{(pid=94401) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 18:14:38.658429 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Started child 94513 {{(pid=94401) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 18:14:38.659443 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.660138 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO neutron.service [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 18:14:38.660709 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Notify callbacks [] for process, before_spawn {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.660980 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [-] (94512) wsgi starting up on http://0.0.0.0:9696 Sep 03 18:14:38.663193 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO oslo_service.service [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Starting 1 workers Sep 03 18:14:38.663361 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.665211 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [-] (94513) wsgi starting up on http://0.0.0.0:9696 Sep 03 18:14:38.668971 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Started child 94514 {{(pid=94401) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 18:14:38.669493 dv-cinder-760193-9-iscsi neutron-server[94401]: INFO oslo_service.service [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Starting 1 workers Sep 03 18:14:38.672740 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.service [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] calling RpcWorker wait() {{(pid=94514) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 18:14:38.673337 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.service [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] returning from RpcWorker wait() {{(pid=94514) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 18:14:38.674051 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Started child 94515 {{(pid=94401) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 18:14:38.674591 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.674904 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG neutron_lib.callbacks.manager [None req-65b9a90a-1759-49c0-a34e-ec0114e915ef None None] Notify callbacks [] for process, after_spawn {{(pid=94401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.675126 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:38.677000 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94401) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 18:14:38.677219 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 18:14:38.677416 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 18:14:38.677644 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 18:14:38.678001 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 18:14:38.678183 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 18:14:38.678682 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.678973 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.679235 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.679510 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.679809 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.680910 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.681407 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.681407 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.681609 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.681855 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.682112 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.682239 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:38.682343 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.682462 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.682684 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.682940 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.683248 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.683520 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.683771 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.684067 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.684268 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.684532 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.684819 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.685052 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.685320 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] debug = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.685570 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.686082 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.686312 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.686579 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.686800 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.687091 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.687321 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.687578 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.687825 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.688047 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.688293 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.688563 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.688850 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.689071 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.689313 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.689575 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.689815 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.690293 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] host = dv-cinder-760193-9-iscsi {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.690557 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.690801 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.691064 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.691315 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.691564 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.691804 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.692081 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.692340 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.692596 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.692888 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.693146 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.693407 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.693635 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.693873 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_file = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.694082 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_options = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.694260 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.694537 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.694790 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.694989 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.695161 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.695340 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.695628 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.695795 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.696055 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.696273 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.696492 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.696747 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.696988 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.697226 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.697486 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.697745 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.697987 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.698223 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.698483 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.698713 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.698942 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.699202 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.699451 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.699674 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.699908 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.700143 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.700379 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.700597 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.700851 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.701109 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.701358 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.701628 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.701882 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.702152 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.702376 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.702608 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.702833 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.703097 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.703334 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.703585 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.703844 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.704094 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.704350 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.704599 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.704855 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.705095 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] use_json = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.705314 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.705540 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.705800 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.706017 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.706222 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.706603 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.706825 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.707071 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.708002 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.708002 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.708803 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.708923 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.709178 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.709425 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.709665 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.709913 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.710178 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.710433 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.710780 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.711022 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.711359 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.711608 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.711887 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.712233 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.712511 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.712821 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.713059 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.713304 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.713530 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.713789 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.714071 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.714303 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.714542 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.714780 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.715023 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.715363 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.715640 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.715923 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.716178 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.716404 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.716727 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.716953 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.717196 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.717439 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.717678 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.720351 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.720351 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.720351 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.720351 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.720351 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.720351 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.720351 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.720351 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.720351 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.721033 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.721033 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.721033 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.721033 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.721033 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.721378 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.721378 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.721518 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.721777 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.722009 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.722254 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.722473 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.722698 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.722943 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.723231 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.723454 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.723673 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.723889 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.724119 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.724340 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.724588 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.724852 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.725092 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.725310 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.725531 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.725767 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.725983 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.726204 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.726426 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.726644 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.727408 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.727625 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.727880 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.728100 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.728388 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.728613 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.728869 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.729092 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.729311 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.729559 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.729775 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.730133 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.730278 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.730545 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.730846 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.731088 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.731342 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.731563 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.731996 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.732150 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.732311 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.732533 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.732749 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.733004 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.733278 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.733526 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.733773 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.734638 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.734913 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.735207 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.735474 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.735722 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.735997 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.736256 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.736503 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.736805 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.737107 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.737365 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.737634 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.737898 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.738180 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.738854 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.738854 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.740203 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.741059 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.741059 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.741312 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.741440 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.741710 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.744763 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.744763 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.744763 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.744763 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.744763 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.744763 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.744763 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.744763 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.745338 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.745338 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.745338 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.745550 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.746018 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.746018 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.746284 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.746465 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.746748 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.747010 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.747270 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.747671 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.747818 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.748049 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.748317 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.748554 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.748818 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.749066 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.749913 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.749913 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.749913 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.750297 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.750297 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.750537 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.750668 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.750891 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.751134 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.751349 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.751595 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.751816 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.752039 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.752341 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.752513 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.752761 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.753007 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.753237 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.753459 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.755085 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.755085 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.755085 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.755085 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.755085 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.755085 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.755085 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.755983 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.755983 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.755983 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.756323 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.756323 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.756532 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.756725 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.756946 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.757170 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.757409 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.757644 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.757877 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.758171 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.758411 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.758664 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.759008 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.759263 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.759498 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.759740 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.759982 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.760247 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.760469 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.760716 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.764372 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.764372 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.764372 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.764372 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.764372 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.764372 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.764372 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.764372 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.764372 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765170 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765170 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765170 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765170 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765170 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765170 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765170 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765170 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765796 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765796 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765796 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765796 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.765796 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.766287 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.766287 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.766523 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.766642 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.766785 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.767008 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.767221 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.767448 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.767662 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.767914 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.768160 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.768379 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.768598 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.768932 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.769144 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.769381 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.769606 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.769827 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.770068 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.770316 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.770530 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.770744 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.770968 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.771185 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.771400 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.771699 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.771963 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.772186 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.772490 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.772762 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.773018 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.773272 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.773726 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.774048 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.774288 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.774515 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.774973 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.775217 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.775492 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.775810 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.776115 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.776401 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.776686 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.776969 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.777299 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.777532 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.777749 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.778065 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.778403 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.778686 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.778960 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.779192 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.779446 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.779695 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.779934 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.780174 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.780417 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.780652 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.780898 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.781133 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.781378 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.781623 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.781846 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.782061 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.782294 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.782546 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.782792 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.783011 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.783176 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 18:14:38.783708 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94401) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 18:14:38.783872 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 18:14:38.784011 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 18:14:38.784185 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 18:14:38.784370 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 18:14:38.784528 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 18:14:38.784774 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.784938 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.785101 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.785263 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.785423 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.785604 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.785775 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.785937 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.786102 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.786269 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.786448 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.786589 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.786709 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.786830 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.786959 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.787080 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.787239 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.787401 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.787554 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.787714 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.787874 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.788032 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.788193 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] debug = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.788357 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.788565 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.788810 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.788976 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.789138 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.789826 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.789988 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.790147 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.790307 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.790452 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.790617 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.790776 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.790936 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.791096 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.791256 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.791415 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.791574 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.791733 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] host = dv-cinder-760193-9-iscsi {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.791892 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.792052 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.792211 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.792370 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.792531 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.792711 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.792872 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.793033 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.793193 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.793353 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.793511 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.793674 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.793834 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.793992 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_file = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.794150 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_options = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.794317 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.794488 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.794647 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.794837 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.795001 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.795161 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.795320 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.795481 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.795642 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.795800 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.795958 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.796117 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.796276 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.796434 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.796594 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.796776 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.796936 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.797094 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.797253 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.797412 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.797575 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.797735 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.797894 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.798052 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.798210 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.798370 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.798529 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.798689 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.798848 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.799007 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.799166 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.799324 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.799483 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.799642 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.799800 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.799960 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.800120 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.800283 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.800442 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.800601 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.800782 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.800962 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.801122 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.801281 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.801439 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.801598 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] use_json = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.801756 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.801916 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.802076 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.802234 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.802393 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.802551 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.802709 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.802869 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:14:38.803047 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.803210 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.803383 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.803547 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.803713 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.803874 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.804040 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.804239 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.804949 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.805645 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.806013 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.806013 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.806290 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.806290 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.806558 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.806691 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.806825 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.806968 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.807104 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.807190 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.807349 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.807510 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.807685 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.807847 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.808008 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.808173 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.808329 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.808505 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.808690 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.808856 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.809010 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.809172 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.809334 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.810470 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.810470 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.810470 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.810470 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.810470 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.810470 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.810470 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.810993 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.810993 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.810993 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.810993 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.811253 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.811319 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.811485 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.811616 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.811776 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.811945 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.812107 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.812247 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.812407 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.812571 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.812755 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.813097 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.813097 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.813769 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.813769 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.813769 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.813769 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.814229 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.814229 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.814229 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.814542 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.814542 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.814740 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.814844 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.814946 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.815047 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.815213 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.815374 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.815538 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.815698 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.815860 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.816022 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.816183 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.816345 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.816507 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.816700 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.816865 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.817026 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.817189 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.817351 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.817514 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.817675 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.817880 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.818012 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.818166 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.818339 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.818517 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.818679 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.818842 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.819185 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.819185 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.819345 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.819470 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.819604 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.819747 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.819909 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.820070 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.820233 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.820398 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.820585 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.820769 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.820931 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.821092 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.821253 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.821414 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.821575 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.821737 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.821899 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.822060 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.822222 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.822384 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.822545 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.822718 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.822878 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.823042 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.823204 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.823373 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.823545 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.823712 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.823874 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.824035 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.824196 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.824357 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.824517 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.824700 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.824803 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:38.824890 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.825011 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.825172 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.825340 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.825512 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.825694 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.825858 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.826017 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.826202 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.826362 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.826523 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.826685 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.826865 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.827058 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.827190 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.827350 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.827511 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.827672 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.827833 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.827994 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.828156 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.828317 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.828477 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.828656 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.828821 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.833561 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.833561 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.833561 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.833561 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.833561 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.833561 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.833561 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.833561 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834224 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834224 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834224 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834224 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834224 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834224 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834224 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834224 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834751 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834751 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834751 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834751 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834751 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834751 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834751 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.834751 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835278 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835278 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835278 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835278 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835278 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835278 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835278 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835278 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835802 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835802 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835802 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835802 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835802 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835802 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835802 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.835802 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.837250 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.837250 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.837250 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.837250 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.837250 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.837250 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.837250 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.837250 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.838115 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.838115 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.838115 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.838115 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.838115 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.838115 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.838747 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.838747 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.838747 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.838747 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.839191 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.839191 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.839191 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.839524 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.839524 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.839760 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.839760 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.839997 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.840116 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.840235 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.840732 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.840732 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.840966 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.841086 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.841220 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.841344 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.841683 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.841683 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.841917 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.842036 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.842156 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.842276 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.843053 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.843053 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.843053 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.843053 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.843053 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.843459 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.843459 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.843459 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.843760 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.843760 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.843964 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.844079 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.844241 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.844413 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.844576 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.844762 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.844935 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.845122 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.845261 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.845423 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.845596 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.845759 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.845923 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.846085 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.846269 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.846432 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.846596 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.846762 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.846937 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.847120 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.847284 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.847455 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.847624 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.847794 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.847958 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.848128 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.848302 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.848464 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.848644 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.848806 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.848970 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.849131 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.849293 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.849453 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.849615 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.849775 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.849937 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.850098 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.850258 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.850419 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.850581 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.850742 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.850904 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.851071 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.851232 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.851393 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:14:38.851551 dv-cinder-760193-9-iscsi neutron-server[94401]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94401) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 18:14:38.922332 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 54948) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:38.930887 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064144 Sep 03 18:14:50.617798 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0129f245-c9a4-4de8-b180-ec50bfcc9084 None None] get_active_networks_info from dv-cinder-760193-9-iscsi {{(pid=94514) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 18:14:50.716282 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0129f245-c9a4-4de8-b180-ec50bfcc9084 None None] No non-hosted networks {{(pid=94514) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 18:14:50.730617 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.agentschedulers_db [None req-0129f245-c9a4-4de8-b180-ec50bfcc9084 None None] DHCP Agent not found on host dv-cinder-760193-9-iscsi {{(pid=94514) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 18:14:50.915935 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-310163d0-02e0-4186-8248-60ed7751373e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681866'] for agent, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:52.979497 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d5b55e23-52fb-4dd9-ad21-91c2ee1618c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681866'] for agent, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:53.025718 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.db.api [None req-4bdec3a6-6d8a-4d7b-8705-b990a33195c2 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-760193-9-iscsi {{(pid=94514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:14:53.026350 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG oslo_db.api [None req-4bdec3a6-6d8a-4d7b-8705-b990a33195c2 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:14:53.363388 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681866'] for agent, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:53.364315 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:53.364858 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:53.365333 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:53.365835 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:53.366313 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:53.366781 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:53.367261 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:53.367749 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:53.368469 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:53.368962 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:53.369449 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:53.369917 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:53.370458 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760193-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:53.387354 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760193-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:53.614053 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4bdec3a6-6d8a-4d7b-8705-b990a33195c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:54.213993 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681866'] for agent, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.808152 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681866'] for agent, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.915431 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55040) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:57.269793 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.db.l3_hamode_db [None req-73a1e84d-e89c-45a0-99cf-24236be39c87 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 18:14:57.347746 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1e84d-e89c-45a0-99cf-24236be39c87 None None] Routers set() bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:57.348145 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1e84d-e89c-45a0-99cf-24236be39c87 None None] Router IDs set() for agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 18:14:57.423158 dv-cinder-760193-9-iscsi neutron-server[94512]: WARNING oslo_policy.policy [None req-b2c4a911-8d5e-4ca5-8744-01cc20014602 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:14:57.423760 dv-cinder-760193-9-iscsi neutron-server[94512]: WARNING oslo_policy.policy [None req-b2c4a911-8d5e-4ca5-8744-01cc20014602 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:14:57.657212 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [None req-b2c4a911-8d5e-4ca5-8744-01cc20014602 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:14:57.658313 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-b2c4a911-8d5e-4ca5-8744-01cc20014602 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7419775 Sep 03 18:15:00.045255 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55054) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:00.353127 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-a2371685-08b4-49ce-9f2e-221432e93cba admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:00.447002 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.policy [None req-a2371685-08b4-49ce-9f2e-221432e93cba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94512) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 18:15:00.491066 dv-cinder-760193-9-iscsi neutron-server[94512]: WARNING oslo_policy.policy [None req-a2371685-08b4-49ce-9f2e-221432e93cba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:15:00.491433 dv-cinder-760193-9-iscsi neutron-server[94512]: WARNING oslo_policy.policy [None req-a2371685-08b4-49ce-9f2e-221432e93cba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:15:00.500858 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.quota [None req-a2371685-08b4-49ce-9f2e-221432e93cba admin admin] Loaded quota_driver: . Sep 03 18:15:00.653018 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a2371685-08b4-49ce-9f2e-221432e93cba admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738552337439', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738552337098', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738552317108', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738552318480', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738551651795', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738552241988', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4023138', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3956698', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-739831', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-687901'] for rbac-policy, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:00.863189 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a2371685-08b4-49ce-9f2e-221432e93cba admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:00.864376 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a2371685-08b4-49ce-9f2e-221432e93cba admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8181219 Sep 03 18:15:03.454047 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55066) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:03.754428 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:03.863296 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Made reservation on behalf of ad661a1ccafc48eba2009555d6d913e2 for: {'network': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:03.866067 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:03.883715 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:04.212870 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:04.303111 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:04.322874 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=94512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:15:04.350567 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738553186124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:04.351126 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Unsubscribe: segment precommit_create {{(pid=94512) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 18:15:04.351666 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.segments_db [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Added segment 1a95da9f-2077-45bc-b9fd-c5beee99e602 of type vlan for network a696afd9-3101-44c0-b861-f3879c758e75 Sep 03 18:15:04.367082 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc6f5b3-150b-473c-95c8-551b99a2cd89,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:04.416839 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:04.417220 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:04.417561 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:04.417891 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:04.418214 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:04.418552 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:04.418878 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:04.419200 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:04.419533 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:04.419854 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:04.420171 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:04.420510 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Tracked resource versions report: Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: pushed versions: Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: { 'AddressGroup': {'1.2'}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'ConntrackHelper': {'1.0'}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Log': {'1.0'}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Network': {'1.1'}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Port': {'1.7'}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'PortForwarding': {'1.2'}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'QosPolicy': {'1.9'}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'SecurityGroup': {'1.4'}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'SubPort': {'1.0'}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Subnet': {'1.1'}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Trunk': {'1.1'}} Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: consumer versions: Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: { DHCP agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: L3 agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: Metadata agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: Metering agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: Open vSwitch agent@dv-cinder-760193-9-iscsi: { 'AddressGroup': '1.2', Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'ConntrackHelper': '1.0', Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Log': '1.0', Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Network': '1.1', Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Port': '1.7', Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'PortForwarding': '1.2', Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'QosPolicy': '1.9', Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'SecurityGroup': '1.4', Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'SecurityGroupRule': '1.2', Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'SubPort': '1.0', Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Subnet': '1.1', Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Trunk': '1.1'}} Sep 03 18:15:04.421670 dv-cinder-760193-9-iscsi neutron-server[94512]: {{(pid=94512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:15:04.471052 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:04.583213 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:04.584312 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:04.585021 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:04.679666 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a696afd9-3101-44c0-b861-f3879c758e75,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:04.691544 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network a696afd9-3101-44c0-b861-f3879c758e75 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:15:04.716834 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-3915fc67-58b7-4779-be52-224ab099e1a6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2616832 Sep 03 18:15:07.376764 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55080) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:07.769979 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5013a672-0417-4045-addd-b89a494565cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:07.771299 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-5013a672-0417-4045-addd-b89a494565cc admin admin] 10.222.0.43 "GET /v2.0/networks/a696afd9-3101-44c0-b861-f3879c758e75 HTTP/1.1" status: 200 len: 825 time: 0.3935792 Sep 03 18:15:07.796451 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-dee6b528-a584-4719-98f5-b515a5528c6d admin admin] 10.222.0.43 "GET /v2.0/subnetpools/1bee82db-c43a-49fa-99fd-c96e2ced6284 HTTP/1.1" status: 200 len: 734 time: 0.0189629 Sep 03 18:15:07.805481 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-df0311d3-fbfc-48b6-b927-39d3d06b7231 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'subnetpool_id': '1bee82db-c43a-49fa-99fd-c96e2ced6284', 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:07.887470 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0311d3-fbfc-48b6-b927-39d3d06b7231 admin admin] Made reservation on behalf of ad661a1ccafc48eba2009555d6d913e2 for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:07.889824 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-df0311d3-fbfc-48b6-b927-39d3d06b7231 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:08.253300 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-df0311d3-fbfc-48b6-b927-39d3d06b7231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:08.324295 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0311d3-fbfc-48b6-b927-39d3d06b7231 admin admin] Checking segment: {'id': '1a95da9f-2077-45bc-b9fd-c5beee99e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:08.324701 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0311d3-fbfc-48b6-b927-39d3d06b7231 admin admin] Network hostable DHCP agents. Network: a696afd9-3101-44c0-b861-f3879c758e75, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:15:08.329141 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0311d3-fbfc-48b6-b927-39d3d06b7231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=032f5540-8506-4f72-b044-6d0e6ee8ca09,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:08.406732 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0311d3-fbfc-48b6-b927-39d3d06b7231 admin admin] Network a696afd9-3101-44c0-b861-f3879c758e75 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:15:08.481179 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-df0311d3-fbfc-48b6-b927-39d3d06b7231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, a696afd9-3101-44c0-b861-f3879c758e75) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:08.485597 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0311d3-fbfc-48b6-b927-39d3d06b7231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:08.486194 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-df0311d3-fbfc-48b6-b927-39d3d06b7231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:08.490521 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2518e48e-438b-40d1-9279-7cd66cb73bbb None None] Network a696afd9-3101-44c0-b861-f3879c758e75 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:15:08.579337 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-df0311d3-fbfc-48b6-b927-39d3d06b7231 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7770832 Sep 03 18:15:08.814006 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4524e765-2700-5d6f-98dc-8efc490ce53f-a696afd9-3101-44c0-b861-f3879c758e75', 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'fixed_ips': [{'subnet_id': '032f5540-8506-4f72-b044-6d0e6ee8ca09'}]}} from dv-cinder-760193-9-iscsi. {{(pid=94514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:15:08.815205 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.093437 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Allocated IP 172.20.0.2 (a696afd9-3101-44c0-b861-f3879c758e75/032f5540-8506-4f72-b044-6d0e6ee8ca09/5809f7a0-b504-4c1d-b45b-a605e6b683c1) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:09.323718 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.339014 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Transition to ACTIVE for port object 5809f7a0-b504-4c1d-b45b-a605e6b683c1 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:09.360703 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Transition to ACTIVE for port object 5809f7a0-b504-4c1d-b45b-a605e6b683c1 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:09.447854 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.513157 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Network a696afd9-3101-44c0-b861-f3879c758e75 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:09.517643 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:09.520885 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:09.574511 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Pushing event updated for resources: {'Port': ['ID=5809f7a0-b504-4c1d-b45b-a605e6b683c1,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:09.618199 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:09.618464 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:09.618803 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:09.619135 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:09.619464 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:09.619814 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:09.620142 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:09.620468 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:09.620879 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:09.621211 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:09.621533 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:09.621850 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Tracked resource versions report: Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: pushed versions: Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: { 'AddressGroup': {'1.2'}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'ConntrackHelper': {'1.0'}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Log': {'1.0'}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Network': {'1.1'}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Port': {'1.7'}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'PortForwarding': {'1.2'}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'QosPolicy': {'1.9'}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'SecurityGroup': {'1.4'}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'SubPort': {'1.0'}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Subnet': {'1.1'}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Trunk': {'1.1'}} Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: consumer versions: Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: { DHCP agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: L3 agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: Metadata agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: Metering agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: Open vSwitch agent@dv-cinder-760193-9-iscsi: { 'AddressGroup': '1.2', Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'ConntrackHelper': '1.0', Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Log': '1.0', Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Network': '1.1', Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Port': '1.7', Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'PortForwarding': '1.2', Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'QosPolicy': '1.9', Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'SecurityGroup': '1.4', Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'SecurityGroupRule': '1.2', Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'SubPort': '1.0', Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Subnet': '1.1', Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Trunk': '1.1'}} Sep 03 18:15:09.622990 dv-cinder-760193-9-iscsi neutron-server[94514]: {{(pid=94514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:15:09.636489 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Attempting to bind port 5809f7a0-b504-4c1d-b45b-a605e6b683c1 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:09.636903 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Attempting to bind port 5809f7a0-b504-4c1d-b45b-a605e6b683c1 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '1a95da9f-2077-45bc-b9fd-c5beee99e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:09.637328 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Attempting to bind port 5809f7a0-b504-4c1d-b45b-a605e6b683c1 on network a696afd9-3101-44c0-b861-f3879c758e75 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:09.642073 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:09.642484 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Checking segment: {'id': '1a95da9f-2077-45bc-b9fd-c5beee99e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:09.642960 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.643342 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Bound using segment: {'id': '1a95da9f-2077-45bc-b9fd-c5beee99e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:09.643797 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Bound port: 5809f7a0-b504-4c1d-b45b-a605e6b683c1, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a95da9f-2077-45bc-b9fd-c5beee99e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:09.644185 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.707449 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] For port 5809f7a0-b504-4c1d-b45b-a605e6b683c1, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:09.711902 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] For port 5809f7a0-b504-4c1d-b45b-a605e6b683c1, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=5809f7a0-b504-4c1d-b45b-a605e6b683c1,segment=NetworkSegment(1a95da9f-2077-45bc-b9fd-c5beee99e602),segment_id=1a95da9f-2077-45bc-b9fd-c5beee99e602)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:09.790646 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.855668 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bbfcc-1cef-4180-b16f-1688ccc31a09 None None] Pushing event updated for resources: {'Port': ['ID=5809f7a0-b504-4c1d-b45b-a605e6b683c1,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:10.982883 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 55088) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:11.487139 dv-cinder-760193-9-iscsi neutron-server[94513]: WARNING oslo_policy.policy [None req-4b53be73-1f79-4a97-b8b5-9dd11ed7d712 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:15:11.487809 dv-cinder-760193-9-iscsi neutron-server[94513]: WARNING oslo_policy.policy [None req-4b53be73-1f79-4a97-b8b5-9dd11ed7d712 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:15:11.714577 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [None req-4b53be73-1f79-4a97-b8b5-9dd11ed7d712 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:15:11.715771 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-4b53be73-1f79-4a97-b8b5-9dd11ed7d712 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7304764 Sep 03 18:15:14.172310 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 55102) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:14.491464 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [None req-1f0acb2d-b28e-481b-a3d5-213667cacd07 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:15:14.492724 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-1f0acb2d-b28e-481b-a3d5-213667cacd07 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3191469 Sep 03 18:15:17.190506 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 55112) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:17.554680 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-f7b70aa5-2296-411a-8478-9859343491a2 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'name': 'router1'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:17.620767 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.policy [None req-f7b70aa5-2296-411a-8478-9859343491a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94513) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 18:15:17.666551 dv-cinder-760193-9-iscsi neutron-server[94513]: WARNING oslo_policy.policy [None req-f7b70aa5-2296-411a-8478-9859343491a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:15:17.666951 dv-cinder-760193-9-iscsi neutron-server[94513]: WARNING oslo_policy.policy [None req-f7b70aa5-2296-411a-8478-9859343491a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:15:17.675897 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.quota [None req-f7b70aa5-2296-411a-8478-9859343491a2 admin admin] Loaded quota_driver: . Sep 03 18:15:17.790535 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f7b70aa5-2296-411a-8478-9859343491a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9284'] for router, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.792512 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f7b70aa5-2296-411a-8478-9859343491a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9309'] for router, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:17.960481 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f7b70aa5-2296-411a-8478-9859343491a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:18.025871 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f7b70aa5-2296-411a-8478-9859343491a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566244'] for router, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:18.135210 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f7b70aa5-2296-411a-8478-9859343491a2 admin admin] Notify callbacks [] for router, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:18.136467 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-f7b70aa5-2296-411a-8478-9859343491a2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9449363 Sep 03 18:15:18.980547 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ae7cf2-a2fb-4b4f-81ec-50dbb153f8d3 None None] Network a696afd9-3101-44c0-b861-f3879c758e75 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:15:19.098701 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f723f440-ae4f-4c43-beb0-d55a3866d0d4 None None] Provisioning for port 5809f7a0-b504-4c1d-b45b-a605e6b683c1 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:19.235617 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 5809f7a0-b504-4c1d-b45b-a605e6b683c1 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:19.405550 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 5809f7a0-b504-4c1d-b45b-a605e6b683c1 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:19.409920 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 5809f7a0-b504-4c1d-b45b-a605e6b683c1 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:19.410325 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:19.459215 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-16c8f694-1be0-4c05-9e44-b9195f95f29a None None] Provisioning complete for port 5809f7a0-b504-4c1d-b45b-a605e6b683c1 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:19.459518 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-16c8f694-1be0-4c05-9e44-b9195f95f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:19.588508 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:19.655035 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-16c8f694-1be0-4c05-9e44-b9195f95f29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:19.659744 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 5809f7a0-b504-4c1d-b45b-a605e6b683c1, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=5809f7a0-b504-4c1d-b45b-a605e6b683c1,segment=NetworkSegment(1a95da9f-2077-45bc-b9fd-c5beee99e602),segment_id=1a95da9f-2077-45bc-b9fd-c5beee99e602)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:19.738795 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:19.809097 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.db.api [None req-16c8f694-1be0-4c05-9e44-b9195f95f29a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:15:19.809481 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG oslo_db.api [None req-16c8f694-1be0-4c05-9e44-b9195f95f29a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:15:19.811985 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=5809f7a0-b504-4c1d-b45b-a605e6b683c1,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:20.595904 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-52f37351-ff24-4c26-8edd-b3d8c78f7c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:20.773295 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 55126) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:21.178281 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [None req-105abb8e-4aa7-43ad-96cd-c3b6bb6111e2 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:15:21.179282 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-105abb8e-4aa7-43ad-96cd-c3b6bb6111e2 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4050550 Sep 03 18:15:21.211973 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 5809f7a0-b504-4c1d-b45b-a605e6b683c1 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:21.274751 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 5809f7a0-b504-4c1d-b45b-a605e6b683c1 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:21.275230 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.967439 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c02c43e3-ace4-4e05-bcad-cf7ab8e0fce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.349903 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.658257 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 55134) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:23.997292 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:24.108728 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Made reservation on behalf of 3c9e94ec91844ccb8ad3c00ae301932c for: {'network': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:24.111834 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.128553 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.150087 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.248889 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.355495 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.366825 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Reserving flat network on physical network physnet1 {{(pid=94513) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 18:15:24.397953 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738553186124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.398535 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Unsubscribe: segment precommit_create {{(pid=94513) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 18:15:24.399096 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.segments_db [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Added segment 8a517dc0-f43e-4360-90e8-5629ce4c5d5c of type flat for network faebfe95-4400-41e1-be0f-d85963a19747 Sep 03 18:15:24.415079 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f373a4-757c-4190-a64a-f472acf3fc70,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:24.460490 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:24.460893 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:24.461237 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:24.461572 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:24.461901 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:24.462243 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:24.462572 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:24.462897 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:24.463234 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:24.464104 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:24.464408 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:24.464752 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Tracked resource versions report: Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: pushed versions: Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: { 'AddressGroup': {'1.2'}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'ConntrackHelper': {'1.0'}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Log': {'1.0'}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Network': {'1.1'}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Port': {'1.7'}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'PortForwarding': {'1.2'}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'QosPolicy': {'1.9'}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'SecurityGroup': {'1.4'}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'SubPort': {'1.0'}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Subnet': {'1.1'}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Trunk': {'1.1'}} Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: consumer versions: Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: { DHCP agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: L3 agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: Metadata agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: Metering agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: Open vSwitch agent@dv-cinder-760193-9-iscsi: { 'AddressGroup': '1.2', Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'ConntrackHelper': '1.0', Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Log': '1.0', Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Network': '1.1', Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Port': '1.7', Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'PortForwarding': '1.2', Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'QosPolicy': '1.9', Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'SecurityGroup': '1.4', Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'SecurityGroupRule': '1.2', Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'SubPort': '1.0', Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Subnet': '1.1', Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Trunk': '1.1'}} Sep 03 18:15:24.465893 dv-cinder-760193-9-iscsi neutron-server[94513]: {{(pid=94513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:15:24.527448 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.635149 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.636412 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:24.637113 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.743689 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] Pushing event updated for resources: {'Network': ['ID=faebfe95-4400-41e1-be0f-d85963a19747,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:24.755809 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network faebfe95-4400-41e1-be0f-d85963a19747 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:15:24.773655 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-4a9878f9-6d52-4a21-8f41-1bf550905b2c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1142704 Sep 03 18:15:25.778539 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:27.347628 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 55156) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:27.625490 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad42b83-6686-4c34-a466-953dc6566592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:27.626798 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-fad42b83-6686-4c34-a466-953dc6566592 admin admin] 10.222.0.43 "GET /v2.0/subnets/032f5540-8506-4f72-b044-6d0e6ee8ca09 HTTP/1.1" status: 200 len: 849 time: 0.2782922 Sep 03 18:15:27.764469 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-c9f8e012-b7c9-4db0-8fc4-d4ca74b398e1 admin admin] 10.222.0.43 "GET /v2.0/routers/c390a050-07c2-4496-8fec-e2f8bdfae5e9 HTTP/1.1" status: 200 len: 704 time: 0.1314161 Sep 03 18:15:28.055724 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.469153 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Allocated IP 172.20.0.1 (a696afd9-3101-44c0-b861-f3879c758e75/032f5540-8506-4f72-b044-6d0e6ee8ca09/2d4bc98a-dd22-4b30-aaeb-de93797c2d00) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:28.671513 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.694904 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Transition to ACTIVE for port object 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:28.825266 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.895462 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Network a696afd9-3101-44c0-b861-f3879c758e75 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:28.906587 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:28.908557 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Pushing event updated for resources: {'Port': ['ID=2d4bc98a-dd22-4b30-aaeb-de93797c2d00,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:28.922428 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:28.922967 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681905'] for router_interface, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.229532 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f8030a0d-a9aa-402b-848f-ef10bd508c0a None None] Provisioning for port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:29.234821 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f8030a0d-a9aa-402b-848f-ef10bd508c0a None None] Provisioning complete for port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:29.234821 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f8030a0d-a9aa-402b-848f-ef10bd508c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.237178 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.268476 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f8030a0d-a9aa-402b-848f-ef10bd508c0a None None] Port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:15:29.501511 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.572430 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.573254 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1047743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563233'] for router_interface, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.635525 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Pushing event updated for resources: {'Port': ['ID=2d4bc98a-dd22-4b30-aaeb-de93797c2d00,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:29.697782 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Network a696afd9-3101-44c0-b861-f3879c758e75 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:29.699108 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:29.889071 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-498427e7-d551-4f78-8535-6e0c43519c08 None None] Provisioning complete for port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:29.889444 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-498427e7-d551-4f78-8535-6e0c43519c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.925149 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-498427e7-d551-4f78-8535-6e0c43519c08 None None] Port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:15:29.978756 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Router c390a050-07c2-4496-8fec-e2f8bdfae5e9 is scheduled to L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 with binding_index 1 {{(pid=94513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:15:30.079069 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:15:30.084381 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-01a79abc-ddf6-4b1f-875b-ea9525cb836b admin admin] 10.222.0.43 "PUT /v2.0/routers/c390a050-07c2-4496-8fec-e2f8bdfae5e9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3140974 Sep 03 18:15:30.089983 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Sync routers for ids ['c390a050-07c2-4496-8fec-e2f8bdfae5e9'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:15:30.104924 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Routers {'c390a050-07c2-4496-8fec-e2f8bdfae5e9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:30.105778 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:15:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['c390a050-07c2-4496-8fec-e2f8bdfae5e9'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:30.293142 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Set router c390a050-07c2-4496-8fec-e2f8bdfae5e9 gateway port host: None {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:30.743708 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'name': 'router1', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:17Z', 'updated_at': '2021-09-03T18:15:29Z', 'revision_number': 2, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'gw_port_host': None, '_interfaces': [{'id': '2d4bc98a-dd22-4b30-aaeb-de93797c2d00', 'name': '', 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'mac_address': 'fa:16:3e:0d:21:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '032f5540-8506-4f72-b044-6d0e6ee8ca09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:28Z', 'updated_at': '2021-09-03T18:15:29Z', 'revision_number': 2, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'subnets': [{'id': '032f5540-8506-4f72-b044-6d0e6ee8ca09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bee82db-c43a-49fa-99fd-c96e2ced6284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:30.795684 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Checking router: c390a050-07c2-4496-8fec-e2f8bdfae5e9 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:15:30.796062 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Updating router c390a050-07c2-4496-8fec-e2f8bdfae5e9 port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 binding host dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:15:30.846020 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.386903 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.405886 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Transition to ACTIVE for port object 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:31.485534 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.661499 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Pushing event updated for resources: {'Port': ['ID=2d4bc98a-dd22-4b30-aaeb-de93797c2d00,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:31.663941 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Attempting to bind port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:31.664341 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Attempting to bind port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '1a95da9f-2077-45bc-b9fd-c5beee99e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:31.664799 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Attempting to bind port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 on network a696afd9-3101-44c0-b861-f3879c758e75 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:31.674319 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:31.674737 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Checking segment: {'id': '1a95da9f-2077-45bc-b9fd-c5beee99e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:31.675219 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.675610 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Bound using segment: {'id': '1a95da9f-2077-45bc-b9fd-c5beee99e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:31.676101 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Bound port: 2d4bc98a-dd22-4b30-aaeb-de93797c2d00, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a95da9f-2077-45bc-b9fd-c5beee99e602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:31.676482 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.678780 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:31.679132 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:31.679469 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:31.679807 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:31.680139 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:31.680471 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:31.680825 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:31.681160 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:31.681494 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:31.681848 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:31.682175 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:31.682498 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Tracked resource versions report: Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: pushed versions: Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: { 'AddressGroup': {'1.2'}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'ConntrackHelper': {'1.0'}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Log': {'1.0'}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Network': {'1.1'}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Port': {'1.7'}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'PortForwarding': {'1.2'}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'QosPolicy': {'1.9'}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'SecurityGroup': {'1.4'}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'SubPort': {'1.0'}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Subnet': {'1.1'}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Trunk': {'1.1'}} Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: consumer versions: Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: { DHCP agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: L3 agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: Metadata agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: Metering agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: Open vSwitch agent@dv-cinder-760193-9-iscsi: { 'AddressGroup': '1.2', Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'ConntrackHelper': '1.0', Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Log': '1.0', Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Network': '1.1', Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Port': '1.7', Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'PortForwarding': '1.2', Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'QosPolicy': '1.9', Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'SecurityGroup': '1.4', Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'SecurityGroupRule': '1.2', Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'SubPort': '1.0', Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Subnet': '1.1', Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Trunk': '1.1'}} Sep 03 18:15:31.683639 dv-cinder-760193-9-iscsi neutron-server[94515]: {{(pid=94515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:15:31.753564 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] For port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:31.773596 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] For port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=2d4bc98a-dd22-4b30-aaeb-de93797c2d00,segment=NetworkSegment(1a95da9f-2077-45bc-b9fd-c5beee99e602),segment_id=1a95da9f-2077-45bc-b9fd-c5beee99e602)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:31.852922 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.909852 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Routers {'c390a050-07c2-4496-8fec-e2f8bdfae5e9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:31.910493 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:15:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['c390a050-07c2-4496-8fec-e2f8bdfae5e9'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:31.979872 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c2d7b-c138-4297-93d5-fc4be30169a2 None None] Pushing event updated for resources: {'Port': ['ID=2d4bc98a-dd22-4b30-aaeb-de93797c2d00,revision_number=4']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:32.008574 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] Set router c390a050-07c2-4496-8fec-e2f8bdfae5e9 gateway port host: None {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:32.224450 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'name': 'router1', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:17Z', 'updated_at': '2021-09-03T18:15:29Z', 'revision_number': 2, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'gw_port_host': None, '_interfaces': [{'id': '2d4bc98a-dd22-4b30-aaeb-de93797c2d00', 'name': '', 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'mac_address': 'fa:16:3e:0d:21:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '032f5540-8506-4f72-b044-6d0e6ee8ca09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:28Z', 'updated_at': '2021-09-03T18:15:31Z', 'revision_number': 4, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'subnets': [{'id': '032f5540-8506-4f72-b044-6d0e6ee8ca09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bee82db-c43a-49fa-99fd-c96e2ced6284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:32.250651 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd7f9b6-9f2f-43f7-b09f-1f2af8445d17 None None] The sync data for ids ['c390a050-07c2-4496-8fec-e2f8bdfae5e9'] in dv-cinder-760193-9-iscsi is: [{'id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'name': 'router1', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:17Z', 'updated_at': '2021-09-03T18:15:29Z', 'revision_number': 2, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'gw_port_host': None, '_interfaces': [{'id': '2d4bc98a-dd22-4b30-aaeb-de93797c2d00', 'name': '', 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'mac_address': 'fa:16:3e:0d:21:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '032f5540-8506-4f72-b044-6d0e6ee8ca09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:28Z', 'updated_at': '2021-09-03T18:15:31Z', 'revision_number': 4, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'subnets': [{'id': '032f5540-8506-4f72-b044-6d0e6ee8ca09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bee82db-c43a-49fa-99fd-c96e2ced6284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:15:32.354760 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55178) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:32.467834 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4a4466-b502-4731-b8a4-4d553b6dd28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:32.470575 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-3e4a4466-b502-4731-b8a4-4d553b6dd28d admin admin] 10.222.0.43 "GET /v2.0/networks/faebfe95-4400-41e1-be0f-d85963a19747 HTTP/1.1" status: 200 len: 842 time: 0.1135211 Sep 03 18:15:32.479689 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] Request body: {'subnet': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:32.612698 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] Made reservation on behalf of 3c9e94ec91844ccb8ad3c00ae301932c for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:32.615201 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.738302 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 5 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:15:33.067087 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.objects.ports [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94512) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 18:15:33.067449 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:33.120467 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=967ba45e-8199-4508-8f71-2cc065b5147b,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:33.128738 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] Checking segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:33.129100 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] Network hostable DHCP agents. Network: faebfe95-4400-41e1-be0f-d85963a19747, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:15:33.258405 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] Network faebfe95-4400-41e1-be0f-d85963a19747 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:15:33.360733 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, faebfe95-4400-41e1-be0f-d85963a19747) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:33.364802 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:33.365448 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:33.370475 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d70b2c-9b5a-420d-9902-b79dce2e425d None None] Network faebfe95-4400-41e1-be0f-d85963a19747 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:15:33.495106 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7138769-b5ce-4cee-bc14-f84af2a538a1 None None] Network faebfe95-4400-41e1-be0f-d85963a19747 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:15:33.532659 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-19f9dff4-7a92-4269-9f8c-e72608097b3f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0462627 Sep 03 18:15:35.893263 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55186) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:36.120553 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-6e877564-ae6a-412a-a7d1-9be7e2f4f0be admin admin] 10.222.0.43 "GET /v2.0/routers/c390a050-07c2-4496-8fec-e2f8bdfae5e9 HTTP/1.1" status: 200 len: 710 time: 0.2261670 Sep 03 18:15:36.206962 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d172c8c6-db65-415f-bd62-ff915a682496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:36.208329 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-d172c8c6-db65-415f-bd62-ff915a682496 admin admin] 10.222.0.43 "GET /v2.0/networks/faebfe95-4400-41e1-be0f-d85963a19747 HTTP/1.1" status: 200 len: 886 time: 0.0817482 Sep 03 18:15:36.218480 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:36.460284 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.817893 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.892178 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:37.041960 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Allocated IP 172.27.2.7 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/ae42b757-1b90-4be1-90c6-f10ce208ec3a) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:37.152571 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:37.339907 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:37.412281 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:37.417524 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:37.436134 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:37.440178 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Pushing event updated for resources: {'Port': ['ID=ae42b757-1b90-4be1-90c6-f10ce208ec3a,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:37.855571 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.048874 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-566147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-559923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9323'] for router, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.053758 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-566154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-566173', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-559930'] for router, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.160798 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Router c390a050-07c2-4496-8fec-e2f8bdfae5e9 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:15:38.324111 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:15:38.328505 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.329724 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-43088499-8d8f-4e74-9abd-d9eb8cdaa782 admin admin] 10.222.0.43 "PUT /v2.0/routers/c390a050-07c2-4496-8fec-e2f8bdfae5e9 HTTP/1.1" status: 200 len: 888 time: 2.1145246 Sep 03 18:15:38.761762 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Sync routers for ids ['c390a050-07c2-4496-8fec-e2f8bdfae5e9'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:15:38.772098 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Routers {'c390a050-07c2-4496-8fec-e2f8bdfae5e9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:38.772796 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:15:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['c390a050-07c2-4496-8fec-e2f8bdfae5e9'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:39.027354 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Set router c390a050-07c2-4496-8fec-e2f8bdfae5e9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:39.250697 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:39.451080 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'name': 'router1', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ae42b757-1b90-4be1-90c6-f10ce208ec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:17Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'gw_port': {'id': 'ae42b757-1b90-4be1-90c6-f10ce208ec3a', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '2d4bc98a-dd22-4b30-aaeb-de93797c2d00', 'name': '', 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'mac_address': 'fa:16:3e:0d:21:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '032f5540-8506-4f72-b044-6d0e6ee8ca09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:28Z', 'updated_at': '2021-09-03T18:15:31Z', 'revision_number': 4, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'subnets': [{'id': '032f5540-8506-4f72-b044-6d0e6ee8ca09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bee82db-c43a-49fa-99fd-c96e2ced6284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:39.499968 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:39.502986 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Checking router: c390a050-07c2-4496-8fec-e2f8bdfae5e9 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:15:39.503279 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Updating router c390a050-07c2-4496-8fec-e2f8bdfae5e9 port ae42b757-1b90-4be1-90c6-f10ce208ec3a binding host dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:15:39.520971 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:39.521346 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.574565 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.757758 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.839619 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=2d4bc98a-dd22-4b30-aaeb-de93797c2d00,segment=NetworkSegment(1a95da9f-2077-45bc-b9fd-c5beee99e602),segment_id=1a95da9f-2077-45bc-b9fd-c5beee99e602)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:39.934549 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.979785 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.001621 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Transition to ACTIVE for port object ae42b757-1b90-4be1-90c6-f10ce208ec3a will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:40.006345 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=2d4bc98a-dd22-4b30-aaeb-de93797c2d00,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:40.092912 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.147533 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Attempting to bind port ae42b757-1b90-4be1-90c6-f10ce208ec3a on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:40.147912 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Attempting to bind port ae42b757-1b90-4be1-90c6-f10ce208ec3a by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:40.148282 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Attempting to bind port ae42b757-1b90-4be1-90c6-f10ce208ec3a on network faebfe95-4400-41e1-be0f-d85963a19747 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:40.159528 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e3978-e5a6-4cf7-a801-c4b9cd0ef226 None None] Pushing event updated for resources: {'Port': ['ID=ae42b757-1b90-4be1-90c6-f10ce208ec3a,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:40.162120 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:40.162500 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Checking segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:40.162908 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.163303 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Bound using segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:40.163783 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Bound port: ae42b757-1b90-4be1-90c6-f10ce208ec3a, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:40.164192 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.307593 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] For port ae42b757-1b90-4be1-90c6-f10ce208ec3a, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:40.310450 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] For port ae42b757-1b90-4be1-90c6-f10ce208ec3a, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=ae42b757-1b90-4be1-90c6-f10ce208ec3a,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:40.435806 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.511297 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e3978-e5a6-4cf7-a801-c4b9cd0ef226 None None] Pushing event updated for resources: {'Port': ['ID=ae42b757-1b90-4be1-90c6-f10ce208ec3a,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:40.515163 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Routers {'c390a050-07c2-4496-8fec-e2f8bdfae5e9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:40.515971 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:15:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['c390a050-07c2-4496-8fec-e2f8bdfae5e9'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:40.671497 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] Set router c390a050-07c2-4496-8fec-e2f8bdfae5e9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:40.916481 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55198) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:40.986437 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'name': 'router1', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ae42b757-1b90-4be1-90c6-f10ce208ec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:17Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'gw_port': {'id': 'ae42b757-1b90-4be1-90c6-f10ce208ec3a', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '2d4bc98a-dd22-4b30-aaeb-de93797c2d00', 'name': '', 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'mac_address': 'fa:16:3e:0d:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '032f5540-8506-4f72-b044-6d0e6ee8ca09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:28Z', 'updated_at': '2021-09-03T18:15:39Z', 'revision_number': 5, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'subnets': [{'id': '032f5540-8506-4f72-b044-6d0e6ee8ca09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bee82db-c43a-49fa-99fd-c96e2ced6284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:41.020718 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b4af57-d766-4ca8-ac90-c8d86ff28d28 None None] The sync data for ids ['c390a050-07c2-4496-8fec-e2f8bdfae5e9'] in dv-cinder-760193-9-iscsi is: [{'id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'name': 'router1', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ae42b757-1b90-4be1-90c6-f10ce208ec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:17Z', 'updated_at': '2021-09-03T18:15:37Z', 'revision_number': 4, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'gw_port': {'id': 'ae42b757-1b90-4be1-90c6-f10ce208ec3a', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:36Z', 'updated_at': '2021-09-03T18:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '2d4bc98a-dd22-4b30-aaeb-de93797c2d00', 'name': '', 'network_id': 'a696afd9-3101-44c0-b861-f3879c758e75', 'tenant_id': 'ad661a1ccafc48eba2009555d6d913e2', 'mac_address': 'fa:16:3e:0d:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c390a050-07c2-4496-8fec-e2f8bdfae5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '032f5540-8506-4f72-b044-6d0e6ee8ca09', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:28Z', 'updated_at': '2021-09-03T18:15:39Z', 'revision_number': 5, 'project_id': 'ad661a1ccafc48eba2009555d6d913e2', 'subnets': [{'id': '032f5540-8506-4f72-b044-6d0e6ee8ca09', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bee82db-c43a-49fa-99fd-c96e2ced6284'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:15:41.044181 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-ff7e1da3-7591-413a-a669-9c8bff87dfdd admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1264017 Sep 03 18:15:41.338945 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:41.401966 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:41.402341 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.493164 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device ae42b757-1b90-4be1-90c6-f10ce208ec3a up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:41.651338 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port ae42b757-1b90-4be1-90c6-f10ce208ec3a completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:41.656194 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port ae42b757-1b90-4be1-90c6-f10ce208ec3a triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:41.656194 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.759283 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.789555 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port ae42b757-1b90-4be1-90c6-f10ce208ec3a, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=ae42b757-1b90-4be1-90c6-f10ce208ec3a,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:41.875982 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.943643 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=ae42b757-1b90-4be1-90c6-f10ce208ec3a,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:43.255804 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device ae42b757-1b90-4be1-90c6-f10ce208ec3a up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:43.317965 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port ae42b757-1b90-4be1-90c6-f10ce208ec3a triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:43.318697 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:50.640833 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-937c946e-812e-4f43-b88d-a99c7122fde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:52.933449 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-73c091cf-b31d-4589-a87e-64f4790a9a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:53.383674 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:54.161357 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.753722 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:09.741445 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 5 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:16:20.639721 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cac754a1-a766-4261-b30f-794c60398667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:23.257287 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bacf7b9d-8187-43b8-b8f2-82e44e25c4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:23.405586 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:24.125476 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.776972 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:46.740802 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 5 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:16:50.592802 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b79d3a0f-e0de-433f-8ee4-6355a5762c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:52.912830 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-87786604-2825-4ba6-89ef-b117c726fcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.358967 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.124726 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:55.746889 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:19.685675 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55760) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:19.748846 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a03acbc-aa15-4a12-90ef-fc74f7dc8642 admin admin] GET failed (client error): The resource could not be found. Sep 03 18:17:19.750148 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-8a03acbc-aa15-4a12-90ef-fc74f7dc8642 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0635183 Sep 03 18:17:19.905603 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dc19b7-4012-48e0-bd1e-0874f1262719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:19.907030 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-91dc19b7-4012-48e0-bd1e-0874f1262719 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1521966 Sep 03 18:17:20.591952 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f4df6599-a112-45c3-908b-6e6258bbb6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.075248 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55770) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:22.167085 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f97e8ab-b4b0-4188-8264-db4fb2c227fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:22.168422 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-7f97e8ab-b4b0-4188-8264-db4fb2c227fa admin admin] 10.222.0.43 "GET /v2.0/subnets/032f5540-8506-4f72-b044-6d0e6ee8ca09 HTTP/1.1" status: 200 len: 849 time: 0.0922151 Sep 03 18:17:22.178220 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:17:22.265060 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Notify callbacks [] for subnet, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.466032 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738553159617'] for subnet, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.497426 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:22.498018 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.499307 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] 10.222.0.43 "PUT /v2.0/subnets/032f5540-8506-4f72-b044-6d0e6ee8ca09 HTTP/1.1" status: 200 len: 868 time: 0.3247414 Sep 03 18:17:22.502227 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a74312b-d153-45ee-a31b-221f8959027b None None] Network a696afd9-3101-44c0-b861-f3879c758e75 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:17:22.518552 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=032f5540-8506-4f72-b044-6d0e6ee8ca09,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:22.526994 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:22.527381 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:22.527696 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:22.528034 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:22.528367 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:22.528737 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:22.529085 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:22.529409 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:22.529766 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:22.530096 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:22.530423 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:22.530751 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d74444f-f859-4dbd-9a0b-c17c5d50b55f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:22.836443 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-36e4efdb-fc69-47b6-ae8d-413dd043add7 None None] Provisioning complete for port 2d4bc98a-dd22-4b30-aaeb-de93797c2d00 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:17:22.837393 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-36e4efdb-fc69-47b6-ae8d-413dd043add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.931479 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-36e4efdb-fc69-47b6-ae8d-413dd043add7 None None] Provisioning complete for port 5809f7a0-b504-4c1d-b45b-a605e6b683c1 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:17:22.931848 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-36e4efdb-fc69-47b6-ae8d-413dd043add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.934933 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-556efc35-6539-4368-a98e-6351fbd70f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:23.375054 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:23.739607 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 5 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:17:24.158095 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:24.685854 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55778) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:24.879748 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbd2ab-6e0b-4b99-a298-3704821d1cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:24.880141 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dbd2ab-6e0b-4b99-a298-3704821d1cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:24.881672 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-b2dbd2ab-6e0b-4b99-a298-3704821d1cd0 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1948698 Sep 03 18:17:25.780613 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:27.084658 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55786) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:27.215438 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300353-3634-498d-8c59-4663fdbb7727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:27.215947 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64300353-3634-498d-8c59-4663fdbb7727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:27.217500 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-64300353-3634-498d-8c59-4663fdbb7727 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319034 Sep 03 18:17:29.411471 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55794) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:29.554805 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a979a421-5fe0-4be8-928c-a366cd079d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:29.556165 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a979a421-5fe0-4be8-928c-a366cd079d46 admin admin] 10.222.0.43 "GET /v2.0/networks/a696afd9-3101-44c0-b861-f3879c758e75 HTTP/1.1" status: 200 len: 869 time: 0.1437056 Sep 03 18:17:31.753163 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 55802) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:31.879796 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aace2cff-1192-437c-811f-0c6d30c0669c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:31.881205 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-aace2cff-1192-437c-811f-0c6d30c0669c admin admin] 10.222.0.43 "GET /v2.0/networks/faebfe95-4400-41e1-be0f-d85963a19747 HTTP/1.1" status: 200 len: 886 time: 0.1270902 Sep 03 18:17:34.103763 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55812) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:34.227617 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb9f632-d6fa-40b0-96c4-7a56bcf0a397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:34.228091 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb9f632-d6fa-40b0-96c4-7a56bcf0a397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:34.229674 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-ddb9f632-d6fa-40b0-96c4-7a56bcf0a397 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249404 Sep 03 18:17:36.390756 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55820) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:36.483911 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b35e544-7c1d-4484-8f85-998e663190fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:36.484300 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b35e544-7c1d-4484-8f85-998e663190fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:36.485867 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-5b35e544-7c1d-4484-8f85-998e663190fd admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0941544 Sep 03 18:17:38.653925 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55828) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:38.745458 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b963610-26aa-4f2e-a32e-c57cdbccabae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:38.746857 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-3b963610-26aa-4f2e-a32e-c57cdbccabae admin admin] 10.222.0.43 "GET /v2.0/subnets/032f5540-8506-4f72-b044-6d0e6ee8ca09 HTTP/1.1" status: 200 len: 868 time: 0.0919905 Sep 03 18:17:40.947999 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55836) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:41.032304 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dabca43-3b85-4c34-9fc5-9a9c77c7d903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:41.033650 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-4dabca43-3b85-4c34-9fc5-9a9c77c7d903 admin admin] 10.222.0.43 "GET /v2.0/subnets/967ba45e-8199-4508-8f71-2cc065b5147b HTTP/1.1" status: 200 len: 816 time: 0.0847061 Sep 03 18:17:50.596900 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6b85b7a4-c3f4-4b20-80f6-0c546f4bac0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:52.962611 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7a301c8a-e0ff-4115-b19c-19c51160d6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:53.373998 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:54.230850 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:55.793119 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:00.738374 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 5 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:18:05.230228 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55890) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:05.277717 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [None req-72d0e2c3-bad9-4ac0-8720-2b2d3ceaf96a admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:18:05.278724 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-72d0e2c3-bad9-4ac0-8720-2b2d3ceaf96a admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475321 Sep 03 18:18:07.532514 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55898) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:07.594242 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.pecan_wsgi.hooks.translation [None req-317d560b-53f5-41df-8b13-3ee59e1693ad admin admin] GET failed (client error): The resource could not be found. Sep 03 18:18:07.595509 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-317d560b-53f5-41df-8b13-3ee59e1693ad admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620506 Sep 03 18:18:07.676868 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73d16f0-3c79-4214-ae82-ca01ed64c69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:07.678316 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a73d16f0-3c79-4214-ae82-ca01ed64c69b admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0781901 Sep 03 18:18:09.860018 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55906) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:09.907044 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:09.979187 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] Made reservation on behalf of 3c9e94ec91844ccb8ad3c00ae301932c for: {'network': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:18:09.981488 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.016250 dv-cinder-760193-9-iscsi neutron-server[94512]: WARNING neutron.services.revisions.revision_plugin [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] Could not find related network for resource to bump revision. Sep 03 18:18:10.029323 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=94512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:18:10.038583 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.038919 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.segments_db [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] Added segment ea6abd4b-c7fd-499d-8d33-aad3c8b2460e of type vlan for network caa58d86-2812-4da5-bbea-ebfa0f22a012 Sep 03 18:18:10.088350 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.196185 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.197174 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:10.197760 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.255228 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=caa58d86-2812-4da5-bbea-ebfa0f22a012,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:10.266823 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network caa58d86-2812-4da5-bbea-ebfa0f22a012 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:18:10.299828 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-04fbd09f-1223-495c-b57c-828e60757ef0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4386978 Sep 03 18:18:12.503404 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55914) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:12.563048 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.pecan_wsgi.hooks.translation [None req-c900b66b-d321-435a-b12d-cf4704b80ebe admin admin] GET failed (client error): The resource could not be found. Sep 03 18:18:12.564343 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c900b66b-d321-435a-b12d-cf4704b80ebe admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599892 Sep 03 18:18:12.711044 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc2766-62b5-41c0-bdba-5b3c3d465fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:12.712416 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-d5bc2766-62b5-41c0-bdba-5b3c3d465fb5 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1434968 Sep 03 18:18:12.722895 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-04586ed7-426c-4f1b-aeba-f0f5587a75d3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012', 'name': 'shared-subnet'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:12.858820 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04586ed7-426c-4f1b-aeba-f0f5587a75d3 admin admin] Made reservation on behalf of 3c9e94ec91844ccb8ad3c00ae301932c for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:18:12.861234 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-04586ed7-426c-4f1b-aeba-f0f5587a75d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.087633 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-04586ed7-426c-4f1b-aeba-f0f5587a75d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.142953 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04586ed7-426c-4f1b-aeba-f0f5587a75d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06dadcdf-99f3-472f-a16b-822bb0e38414,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:13.150132 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04586ed7-426c-4f1b-aeba-f0f5587a75d3 admin admin] Checking segment: {'id': 'ea6abd4b-c7fd-499d-8d33-aad3c8b2460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:13.150488 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04586ed7-426c-4f1b-aeba-f0f5587a75d3 admin admin] Network hostable DHCP agents. Network: caa58d86-2812-4da5-bbea-ebfa0f22a012, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:18:13.213131 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04586ed7-426c-4f1b-aeba-f0f5587a75d3 admin admin] Network caa58d86-2812-4da5-bbea-ebfa0f22a012 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:18:13.287340 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-04586ed7-426c-4f1b-aeba-f0f5587a75d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, caa58d86-2812-4da5-bbea-ebfa0f22a012) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:13.292482 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04586ed7-426c-4f1b-aeba-f0f5587a75d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:13.293044 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-04586ed7-426c-4f1b-aeba-f0f5587a75d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.297675 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a7402e-e223-48f7-995a-4aa71785a3c2 None None] Network caa58d86-2812-4da5-bbea-ebfa0f22a012 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:18:13.433984 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4524e765-2700-5d6f-98dc-8efc490ce53f-caa58d86-2812-4da5-bbea-ebfa0f22a012', 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012', 'tenant_id': '3c9e94ec91844ccb8ad3c00ae301932c', 'fixed_ips': [{'subnet_id': '06dadcdf-99f3-472f-a16b-822bb0e38414'}]}} from dv-cinder-760193-9-iscsi. {{(pid=94514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:18:13.434880 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.482831 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-04586ed7-426c-4f1b-aeba-f0f5587a75d3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7632504 Sep 03 18:18:13.592419 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Allocated IP 192.168.233.2 (caa58d86-2812-4da5-bbea-ebfa0f22a012/06dadcdf-99f3-472f-a16b-822bb0e38414/7eb7f840-66cd-48eb-a892-8cfb5d811b39) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:13.743301 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.751740 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Transition to ACTIVE for port object 7eb7f840-66cd-48eb-a892-8cfb5d811b39 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:13.819345 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Transition to ACTIVE for port object 7eb7f840-66cd-48eb-a892-8cfb5d811b39 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:13.888841 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:13.926752 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Network caa58d86-2812-4da5-bbea-ebfa0f22a012 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:13.929516 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:13.933847 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:13.941310 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Pushing event updated for resources: {'Port': ['ID=7eb7f840-66cd-48eb-a892-8cfb5d811b39,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:13.966546 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:13.966896 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:13.967241 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:13.967575 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:13.967900 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:13.968230 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:13.968555 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:13.968903 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:13.969246 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:13.969573 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:13.969888 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:13.970207 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:14.001896 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Attempting to bind port 7eb7f840-66cd-48eb-a892-8cfb5d811b39 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:14.002198 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Attempting to bind port 7eb7f840-66cd-48eb-a892-8cfb5d811b39 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': 'ea6abd4b-c7fd-499d-8d33-aad3c8b2460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:14.002564 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Attempting to bind port 7eb7f840-66cd-48eb-a892-8cfb5d811b39 on network caa58d86-2812-4da5-bbea-ebfa0f22a012 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:14.007521 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:14.007928 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Checking segment: {'id': 'ea6abd4b-c7fd-499d-8d33-aad3c8b2460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:14.008328 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.008760 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Bound using segment: {'id': 'ea6abd4b-c7fd-499d-8d33-aad3c8b2460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:14.009224 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Bound port: 7eb7f840-66cd-48eb-a892-8cfb5d811b39, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6abd4b-c7fd-499d-8d33-aad3c8b2460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:14.009603 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.074960 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] For port 7eb7f840-66cd-48eb-a892-8cfb5d811b39, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:14.078007 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] For port 7eb7f840-66cd-48eb-a892-8cfb5d811b39, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=7eb7f840-66cd-48eb-a892-8cfb5d811b39,segment=NetworkSegment(ea6abd4b-c7fd-499d-8d33-aad3c8b2460e),segment_id=ea6abd4b-c7fd-499d-8d33-aad3c8b2460e)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:14.202817 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.264528 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f626c-f497-4a58-897f-d7b29bd66b99 None None] Pushing event updated for resources: {'Port': ['ID=7eb7f840-66cd-48eb-a892-8cfb5d811b39,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:15.094082 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c7beb6-08bc-4f22-8e33-8d8bedac3764 None None] Network caa58d86-2812-4da5-bbea-ebfa0f22a012 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:18:15.294079 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-02e64e34-152c-4d8c-9edf-c7609a718b0a None None] Provisioning for port 7eb7f840-66cd-48eb-a892-8cfb5d811b39 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:15.412038 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 7eb7f840-66cd-48eb-a892-8cfb5d811b39 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:15.544708 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 7eb7f840-66cd-48eb-a892-8cfb5d811b39 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:15.548813 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 7eb7f840-66cd-48eb-a892-8cfb5d811b39 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:15.557451 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:15.636928 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:15.671086 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 7eb7f840-66cd-48eb-a892-8cfb5d811b39, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=7eb7f840-66cd-48eb-a892-8cfb5d811b39,segment=NetworkSegment(ea6abd4b-c7fd-499d-8d33-aad3c8b2460e),segment_id=ea6abd4b-c7fd-499d-8d33-aad3c8b2460e)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:15.745380 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:15.796329 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=7eb7f840-66cd-48eb-a892-8cfb5d811b39,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:17.349233 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 7eb7f840-66cd-48eb-a892-8cfb5d811b39 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:17.396657 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 7eb7f840-66cd-48eb-a892-8cfb5d811b39 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:17.397116 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:20.664738 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9ee6beaf-8ff9-41a6-b395-b83b777798e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:22.932736 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a70ed65c-136f-443e-bbd4-8929ab73b564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.367263 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:24.167207 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:25.830148 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:37.737566 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 5 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:18:50.618321 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b527fbc5-dc96-40b3-86ca-cb22744fa7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:52.955358 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-069c6e72-de89-48aa-9e37-d3a263faaa79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:53.384126 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:54.154814 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:55.811928 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:14.736239 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 5 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:19:20.605911 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cfd1ed4f-bcb9-4a1c-86ce-6b71578e068e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:22.982612 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8c8580ff-6edf-4dde-91d8-c8a3b78958cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:23.422623 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:24.160258 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:25.816600 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:33.882398 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 55966) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:33.888394 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [None req-825c2a20-f132-4529-a6f6-b35a843e4237 tempest-verify_tempest_config-180366765 tempest-verify_tempest_config-180366765-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:19:33.889428 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-825c2a20-f132-4529-a6f6-b35a843e4237 tempest-verify_tempest_config-180366765 tempest-verify_tempest_config-180366765-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060813 Sep 03 18:19:34.398716 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 55984) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:34.519770 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:34.606233 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:34.708528 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:34.756686 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b97c5377ec8e4bb394513c313701256e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3567510 Sep 03 18:19:34.757622 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89abb89b-4134-4daf-b995-0858e6cd2852,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:34.759333 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 55988) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:34.764711 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:34.765096 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:34.765450 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:34.765794 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:34.766131 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:34.766483 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:34.766852 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:34.767185 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:34.767557 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:34.767865 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:34.768194 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:34.768518 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef1ebac-d294-49f4-91d7-a077de7bc1f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:34.817120 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:34.841569 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:35.005901 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:35.008506 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:35.009645 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/89abb89b-4134-4daf-b995-0858e6cd2852 HTTP/1.1" status: 204 len: 168 time: 0.2493310 Sep 03 18:19:35.017393 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89abb89b-4134-4daf-b995-0858e6cd2852,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:35.024774 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:35.025147 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:35.025495 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:35.025834 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:35.026168 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:35.026516 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:35.026851 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:35.027224 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:35.027569 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:35.027984 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:35.028215 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:35.028537 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281e40a8-dc4e-462e-8e40-51b7dafc7318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:50.593285 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c0fc18dc-9a58-444a-bd40-e296861b83f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:51.734689 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 5 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:19:52.924867 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-856300f2-8542-4e44-b124-bc75b777b85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:53.376311 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:54.147334 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:55.838958 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:20.604158 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2d5e0d42-7935-44d1-ad39-471679d26ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:22.929990 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6fda7c3b-3c3d-4334-ace6-02d99bfa5f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:23.375486 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.152213 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:25.792392 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:28.732868 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 5 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:20:50.585694 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3828989b-bf88-4b44-8d07-4978cab0e524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:52.906118 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d3ec66de-98cc-455e-9873-43924c57154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:53.385345 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:54.151678 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:55.820287 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:05.731280 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 5 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:21:08.265208 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-681866'] for agent, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:20.590035 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ce5cf02a-87dc-425a-b670-640c460a06ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:22.910765 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8a811c2f-d13a-45c3-b602-d02d24e6f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:23.431166 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:23.958447 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56064) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:24.064735 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-6d2b1083-a4b7-4c54-942b-adc4234e1947 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1051610 Sep 03 18:21:24.139351 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:25.807538 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.309835 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56074) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:21:26.372391 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-81e0778c-4131-486b-ae51-312fd9de3291 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0614760 Sep 03 18:21:38.190984 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:42.729870 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:21:50.600796 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3a7ba0be-7298-4e8e-9d1d-34e43393af2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:52.955682 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-29826415-7016-46d9-a2da-b037130a9c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:53.372775 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:54.167092 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:55.772609 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:08.257979 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:19.731171 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:22:20.607286 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a76a2cbe-c562-4e51-8546-2696b40539e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:23.105923 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-15cf7bef-35dd-4418-837b-a26823eae3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:23.372233 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.172246 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:25.793357 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:38.245760 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.588442 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-125056d1-0748-465a-bb21-36a7d32db2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.931277 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1d90d194-1a35-4604-a8e5-6001adcadf3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.365792 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.165521 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.794224 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.046079 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56232) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:56.318167 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1953682038-network', 'tenant_id': 'a31695266e15448c9c7e7b77897cd607'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:56.428849 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Made reservation on behalf of a31695266e15448c9c7e7b77897cd607 for: {'network': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:56.431605 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.442324 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.575659 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.678170 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.703326 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=94513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:22:56.720483 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85930b7b-c3a5-4cf0-a3de-66775a1763a3,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:56.723841 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.724188 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.segments_db [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Added segment c40a1649-d23b-4b7e-aa62-d0b90c0ec43f of type vlan for network e3018047-f815-471a-8408-765c865dcfaf Sep 03 18:22:56.729662 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:56.730037 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:56.730388 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:56.730730 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:56.731068 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:56.731420 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:56.731762 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:56.732203 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:56.732402 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:56.732934 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:56.733520 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:56.734138 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:56.734378 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Tracked resource versions report: Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: pushed versions: Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: { 'AddressGroup': {'1.2'}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'ConntrackHelper': {'1.0'}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Log': {'1.0'}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Network': {'1.1'}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Port': {'1.7'}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'PortForwarding': {'1.2'}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'QosPolicy': {'1.9'}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'SecurityGroup': {'1.4'}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'SubPort': {'1.0'}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Subnet': {'1.1'}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Trunk': {'1.1'}} Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: consumer versions: Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: { DHCP agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: HyperV agent@hv-cinder-76019: {}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: L3 agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: Metadata agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: Metering agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: Open vSwitch agent@dv-cinder-760193-9-iscsi: { 'AddressGroup': '1.2', Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'ConntrackHelper': '1.0', Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Log': '1.0', Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Network': '1.1', Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Port': '1.7', Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'PortForwarding': '1.2', Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'QosPolicy': '1.9', Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'SecurityGroup': '1.4', Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'SecurityGroupRule': '1.2', Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'SubPort': '1.0', Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Subnet': '1.1', Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: 'Trunk': '1.1'}} Sep 03 18:22:56.736567 dv-cinder-760193-9-iscsi neutron-server[94513]: {{(pid=94513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:22:56.786650 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.897358 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.898655 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:56.899843 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.983877 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56282) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:56.984381 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9367719 Sep 03 18:22:56.985001 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e186e3-45e5-4fd8-8650-57c8177b8db3 admin admin] Pushing event updated for resources: {'Network': ['ID=e3018047-f815-471a-8408-765c865dcfaf,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:56.998313 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Request body: {'subnet': {'network_id': 'e3018047-f815-471a-8408-765c865dcfaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1953682038-subnet', 'tenant_id': 'a31695266e15448c9c7e7b77897cd607', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:56.999692 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network e3018047-f815-471a-8408-765c865dcfaf details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:22:57.070202 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56292) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:57.120345 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Made reservation on behalf of a31695266e15448c9c7e7b77897cd607 for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:57.123393 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.307281 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56302) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:57.445722 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.496957 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d4c2885-d4e7-4324-8373-e418bea92818,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:57.505889 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.506589 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.507178 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.507953 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.508515 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.509108 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.509682 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.510571 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.511315 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.511880 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.512429 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.512994 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Tracked resource versions report: Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: pushed versions: Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: { 'AddressGroup': {'1.2'}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'ConntrackHelper': {'1.0'}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Log': {'1.0'}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Network': {'1.1'}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Port': {'1.7'}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'PortForwarding': {'1.2'}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'QosPolicy': {'1.9'}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'SecurityGroup': {'1.4'}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'SubPort': {'1.0'}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Subnet': {'1.1'}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Trunk': {'1.1'}} Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: consumer versions: Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: { DHCP agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: HyperV agent@hv-cinder-76019: {}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: L3 agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: Metadata agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: Metering agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: Open vSwitch agent@dv-cinder-760193-9-iscsi: { 'AddressGroup': '1.2', Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'ConntrackHelper': '1.0', Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Log': '1.0', Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Network': '1.1', Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Port': '1.7', Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'PortForwarding': '1.2', Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'QosPolicy': '1.9', Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'SecurityGroup': '1.4', Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'SecurityGroupRule': '1.2', Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'SubPort': '1.0', Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Subnet': '1.1', Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: 'Trunk': '1.1'}} Sep 03 18:22:57.514429 dv-cinder-760193-9-iscsi neutron-server[94512]: {{(pid=94512) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:22:57.537693 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Checking segment: {'id': 'c40a1649-d23b-4b7e-aa62-d0b90c0ec43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e3018047-f815-471a-8408-765c865dcfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:57.538194 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Network hostable DHCP agents. Network: e3018047-f815-471a-8408-765c865dcfaf, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:22:57.565313 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2039530744-network', 'tenant_id': '29638545443a4d02a8c1378db162cd9e'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:57.565698 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56308) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:57.641180 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Network e3018047-f815-471a-8408-765c865dcfaf is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:22:57.668120 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Made reservation on behalf of 29638545443a4d02a8c1378db162cd9e for: {'network': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:57.672787 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.682819 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.770980 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-568058788-network', 'tenant_id': 'f30112d625f848939d71fbb15785e8da'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:57.783926 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, e3018047-f815-471a-8408-765c865dcfaf) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:57.794742 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe41877-a827-4cc4-91ad-3158f0680628 None None] Network e3018047-f815-471a-8408-765c865dcfaf requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:22:57.794931 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:57.795795 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.846260 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1529043123-network', 'tenant_id': 'e536d47e77e248429da43165cb987ba5'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:57.888181 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.950606 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bdd5c7-40fd-44f7-8fbc-c92986b9aaa5 None None] Network e3018047-f815-471a-8408-765c865dcfaf requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:22:57.971562 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.994930 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=94512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:22:58.011601 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.012151 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.segments_db [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Added segment f4e5e754-ba00-4432-ae18-fb6bb1ba3f51 of type vlan for network 815a170a-9300-450a-a438-374a9fbe2f53 Sep 03 18:22:58.077253 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Made reservation on behalf of f30112d625f848939d71fbb15785e8da for: {'network': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:58.080427 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.097807 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.101576 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.156901 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc688ee-fd21-4245-83c3-ac09538e0b9b,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:58.313201 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.314217 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:58.314805 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.349730 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Made reservation on behalf of e536d47e77e248429da43165cb987ba5 for: {'network': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:58.355248 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.374653 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] Pushing event updated for resources: {'Network': ['ID=815a170a-9300-450a-a438-374a9fbe2f53,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:58.386227 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.387008 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network 815a170a-9300-450a-a438-374a9fbe2f53 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:22:58.468517 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c88cb463-8777-4a87-af52-e005f905c225 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3971398 Sep 03 18:22:58.475149 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56332) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:58.481650 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-504dccae-168e-4055-a7c6-49a27a46dffd admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4953315 Sep 03 18:22:58.482870 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Request body: {'subnet': {'network_id': '815a170a-9300-450a-a438-374a9fbe2f53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2039530744-subnet', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:58.581695 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.664797 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.709068 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:22:58.709068 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.db.api [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:22:58.709068 dv-cinder-760193-9-iscsi neutron-server[94513]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 18:22:58.709068 dv-cinder-760193-9-iscsi neutron-server[94513]: [parameters: {'project_id_1': '29638545443a4d02a8c1378db162cd9e', 'expiration_1': datetime.datetime(2021, 9, 3, 18, 22, 38, 499215)}] Sep 03 18:22:58.709068 dv-cinder-760193-9-iscsi neutron-server[94513]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:22:58.709068 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG oslo_db.api [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:22:58.720258 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.720984 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.segments_db [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Added segment 66703090-cdab-4378-be10-a54e56972aa8 of type vlan for network b9018e2b-2d48-4027-8c16-78c895cac4aa Sep 03 18:22:58.790683 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.878939 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53832e9c-4e54-437a-bda2-f702639321f5,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:58.934387 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.936272 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:58.937396 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.042940 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.102142 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] Pushing event updated for resources: {'Network': ['ID=b9018e2b-2d48-4027-8c16-78c895cac4aa,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:59.114940 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network b9018e2b-2d48-4027-8c16-78c895cac4aa details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:22:59.133309 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.195852 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fecd322-2884-496b-8711-3849c6ea9e32,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:59.202723 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=94513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:22:59.217860 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.218415 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.segments_db [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Added segment 6d236f24-c480-47b6-8813-052d4c251d01 of type vlan for network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 Sep 03 18:22:59.258684 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-0435ba81-99f3-4a61-afec-2da85e9c2d20 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9498434 Sep 03 18:22:59.262937 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56376) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:59.271424 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-f85934ab-a56f-42c0-8b71-d84f31352618 admin admin] Request body: {'subnet': {'network_id': 'b9018e2b-2d48-4027-8c16-78c895cac4aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-568058788-subnet', 'tenant_id': 'f30112d625f848939d71fbb15785e8da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:59.278805 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.388215 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Made reservation on behalf of 29638545443a4d02a8c1378db162cd9e for: {'subnet': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:59.391074 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.449732 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.450720 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:59.451496 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.514401 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85934ab-a56f-42c0-8b71-d84f31352618 admin admin] Made reservation on behalf of f30112d625f848939d71fbb15785e8da for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:59.520780 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f85934ab-a56f-42c0-8b71-d84f31352618 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.563453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:59.573667 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:22:59.684916 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-2d46f178-b125-4d86-823f-c3b86da368a0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1217949 Sep 03 18:22:59.690094 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56390) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:59.699311 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-ea44ecdc-57c3-4fbc-bf53-7083b3644094 admin admin] Request body: {'subnet': {'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1529043123-subnet', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:59.903298 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f85934ab-a56f-42c0-8b71-d84f31352618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.940902 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea44ecdc-57c3-4fbc-bf53-7083b3644094 admin admin] Made reservation on behalf of e536d47e77e248429da43165cb987ba5 for: {'subnet': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:59.947562 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ea44ecdc-57c3-4fbc-bf53-7083b3644094 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:00.045384 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85934ab-a56f-42c0-8b71-d84f31352618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e23860-43d3-4af3-8749-1eedb471c11e,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:00.066884 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85934ab-a56f-42c0-8b71-d84f31352618 admin admin] Checking segment: {'id': '66703090-cdab-4378-be10-a54e56972aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b9018e2b-2d48-4027-8c16-78c895cac4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:00.067987 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85934ab-a56f-42c0-8b71-d84f31352618 admin admin] Network hostable DHCP agents. Network: b9018e2b-2d48-4027-8c16-78c895cac4aa, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:23:00.187358 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for subnet, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:00.194264 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85934ab-a56f-42c0-8b71-d84f31352618 admin admin] Network b9018e2b-2d48-4027-8c16-78c895cac4aa is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:23:00.302752 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d057384a-5901-42e3-80f5-8484300272f4,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:00.308247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-f85934ab-a56f-42c0-8b71-d84f31352618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, b9018e2b-2d48-4027-8c16-78c895cac4aa) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:00.322974 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5855d-1f5d-49f2-98ac-1438171f7204 None None] Network b9018e2b-2d48-4027-8c16-78c895cac4aa requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:23:00.328087 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Checking segment: {'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:00.328710 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Network hostable DHCP agents. Network: 815a170a-9300-450a-a438-374a9fbe2f53, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:23:00.331454 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85934ab-a56f-42c0-8b71-d84f31352618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:00.334092 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f85934ab-a56f-42c0-8b71-d84f31352618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:00.417580 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-f85934ab-a56f-42c0-8b71-d84f31352618 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1517673 Sep 03 18:23:00.444236 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Network 815a170a-9300-450a-a438-374a9fbe2f53 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:23:00.454614 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, 815a170a-9300-450a-a438-374a9fbe2f53) {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:00.461946 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56434) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:00.469930 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:00.471049 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:00.483367 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ea44ecdc-57c3-4fbc-bf53-7083b3644094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for subnet, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:00.490774 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5b465d-6395-45b3-9ec1-5a1d939c525d None None] Network 815a170a-9300-450a-a438-374a9fbe2f53 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:23:00.509315 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddaa49c-fadb-4b94-b11f-7982f4f2f728 None None] Network b9018e2b-2d48-4027-8c16-78c895cac4aa requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:23:00.587461 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44ecdc-57c3-4fbc-bf53-7083b3644094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92072c23-33c1-47f0-b4a5-f2bb027fc0fb,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:00.634705 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56450) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:00.635668 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-0b76b6e6-4f74-4958-b3d9-49a355c23ab3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1548238 Sep 03 18:23:00.640013 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2039530744-router', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:00.641441 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44ecdc-57c3-4fbc-bf53-7083b3644094 admin admin] Checking segment: {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:00.642048 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44ecdc-57c3-4fbc-bf53-7083b3644094 admin admin] Network hostable DHCP agents. Network: c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:23:00.760099 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c83cce8-a81e-48f1-bd7b-f021e9823e83 None None] Network 815a170a-9300-450a-a438-374a9fbe2f53 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:23:00.764459 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44ecdc-57c3-4fbc-bf53-7083b3644094 admin admin] Network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:23:00.771015 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9284'] for router, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:00.778102 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9309'] for router, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:00.852345 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-ea44ecdc-57c3-4fbc-bf53-7083b3644094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6) {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:00.861645 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea44ecdc-57c3-4fbc-bf53-7083b3644094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:00.862980 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ea44ecdc-57c3-4fbc-bf53-7083b3644094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:00.878794 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da348d-5c53-4231-ad4d-37d993beb194 None None] Network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:23:00.911605 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56462) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:01.015336 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c5728a61-99e8-451c-903e-c05057a158e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:01.020250 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:01.040837 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-ea44ecdc-57c3-4fbc-bf53-7083b3644094 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3480873 Sep 03 18:23:01.041094 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56468) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:01.049645 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:01.091163 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.db.api [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:23:01.091163 dv-cinder-760193-9-iscsi neutron-server[94512]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 18:23:01.091163 dv-cinder-760193-9-iscsi neutron-server[94512]: [parameters: {'project_id_1': 'e536d47e77e248429da43165cb987ba5', 'expiration_1': datetime.datetime(2021, 9, 3, 18, 22, 41, 73211)}] Sep 03 18:23:01.091163 dv-cinder-760193-9-iscsi neutron-server[94512]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:23:01.096147 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG oslo_db.api [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:23:01.230634 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56484) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:01.233710 dv-cinder-760193-9-iscsi neutron-server[94513]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 18:23:01.270612 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4524e765-2700-5d6f-98dc-8efc490ce53f-c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb'}]}} from dv-cinder-760193-9-iscsi. {{(pid=94514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:23:01.272327 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:01.399498 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:01.426001 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c5728a61-99e8-451c-903e-c05057a158e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:01.466639 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-9a785a24-2ead-4230-aaf8-228039442557 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:01.469385 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-9a785a24-2ead-4230-aaf8-228039442557 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/networks?id=e3018047-f815-471a-8408-765c865dcfaf HTTP/1.1" status: 200 len: 812 time: 0.2366779 Sep 03 18:23:01.494084 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c5728a61-99e8-451c-903e-c05057a158e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:01.514180 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-590d57c1-5114-472b-a331-a0c992d553f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:01.520270 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-e035af00-f033-452f-8333-b477814d059f tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/quotas/a31695266e15448c9c7e7b77897cd607 HTTP/1.1" status: 200 len: 375 time: 0.0428855 Sep 03 18:23:01.544374 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c5728a61-99e8-451c-903e-c05057a158e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9cf78b7331740718d62f43be27eaece&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0809770 Sep 03 18:23:01.549604 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56494) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:01.656557 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5728a61-99e8-451c-903e-c05057a158e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a20260f-e616-4daa-bc69-381d22166ffd,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:01.676044 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-2e9c9384-1602-4e60-bb74-b756381e91a4 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a31695266e15448c9c7e7b77897cd607&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1460464 Sep 03 18:23:01.708948 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Allocated IP 172.20.0.2 (c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6/92072c23-33c1-47f0-b4a5-f2bb027fc0fb/7d1a0bf4-031e-4568-87f2-810479197417) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:01.827615 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f285cbf3-5a48-4e3e-b885-cb098ae15ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:01.885056 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f285cbf3-5a48-4e3e-b885-cb098ae15ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:01.889452 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:01.909345 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:01.922836 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Transition to ACTIVE for port object 7d1a0bf4-031e-4568-87f2-810479197417 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:01.945074 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Transition to ACTIVE for port object 7d1a0bf4-031e-4568-87f2-810479197417 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:01.981163 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-590d57c1-5114-472b-a331-a0c992d553f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.044559 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.053521 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.069644 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-590d57c1-5114-472b-a331-a0c992d553f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.080719 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f285cbf3-5a48-4e3e-b885-cb098ae15ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.093270 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f285cbf3-5a48-4e3e-b885-cb098ae15ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.097456 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-f285cbf3-5a48-4e3e-b885-cb098ae15ee6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a20260f-e616-4daa-bc69-381d22166ffd HTTP/1.1" status: 204 len: 168 time: 0.5061707 Sep 03 18:23:02.190183 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Allocated IP 172.27.2.78 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/049b5a14-2585-43d7-bae7-377edb1d10ee) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:02.190763 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-590d57c1-5114-472b-a331-a0c992d553f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=219a06602ad5417f8354ced1f5b1124b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2743125 Sep 03 18:23:02.191975 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56514) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:02.203199 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9284'] for router, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.204546 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9309'] for router, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.233420 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d57c1-5114-472b-a331-a0c992d553f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac49c7cd-efa4-49e3-8d04-f71e0509192f,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:02.239219 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56516) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:02.242847 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:02.266163 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Pushing event updated for resources: {'Port': ['ID=7d1a0bf4-031e-4568-87f2-810479197417,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:02.276775 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285cbf3-5a48-4e3e-b885-cb098ae15ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a20260f-e616-4daa-bc69-381d22166ffd,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:02.286271 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:02.288859 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:02.290676 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:02.290676 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:02.290676 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:02.290676 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:02.294192 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:02.295938 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:02.296424 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:02.298862 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:02.301775 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:02.302273 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Tracked resource versions report: Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: pushed versions: Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: { 'AddressGroup': {'1.2'}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'ConntrackHelper': {'1.0'}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Log': {'1.0'}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Network': {'1.1'}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Port': {'1.7'}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'PortForwarding': {'1.2'}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'QosPolicy': {'1.9'}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'SecurityGroup': {'1.4'}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'SubPort': {'1.0'}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Subnet': {'1.1'}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Trunk': {'1.1'}} Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: consumer versions: Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: { DHCP agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: HyperV agent@hv-cinder-76019: {}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: L3 agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: Metadata agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: Metering agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: Open vSwitch agent@dv-cinder-760193-9-iscsi: { 'AddressGroup': '1.2', Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'ConntrackHelper': '1.0', Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Log': '1.0', Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Network': '1.1', Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Port': '1.7', Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'PortForwarding': '1.2', Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'QosPolicy': '1.9', Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'SecurityGroup': '1.4', Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'SecurityGroupRule': '1.2', Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'SubPort': '1.0', Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Subnet': '1.1', Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: 'Trunk': '1.1'}} Sep 03 18:23:02.304135 dv-cinder-760193-9-iscsi neutron-server[94514]: {{(pid=94514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:23:02.310616 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:02.342493 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f29d4a1-796d-45fb-95ef-7a2c285f306c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.360562 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:02.405480 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.405978 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f29d4a1-796d-45fb-95ef-7a2c285f306c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.480040 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a474b9c1-427a-4cfb-9cae-2ddeeb259e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.523557 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56526) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:02.534928 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.538729 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1599995-network', 'tenant_id': '12bd8465f2fa48b5a9a8793917c97e36'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:02.541890 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Attempting to bind port 7d1a0bf4-031e-4568-87f2-810479197417 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:02.544980 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Attempting to bind port 7d1a0bf4-031e-4568-87f2-810479197417 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:02.545629 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Attempting to bind port 7d1a0bf4-031e-4568-87f2-810479197417 on network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:02.557938 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:02.559422 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Checking segment: {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:02.561036 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.561677 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Bound using segment: {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:02.563169 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Bound port: 7d1a0bf4-031e-4568-87f2-810479197417, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:02.565560 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f29d4a1-796d-45fb-95ef-7a2c285f306c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.565797 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.573503 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f29d4a1-796d-45fb-95ef-7a2c285f306c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.580805 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-7f29d4a1-796d-45fb-95ef-7a2c285f306c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac49c7cd-efa4-49e3-8d04-f71e0509192f HTTP/1.1" status: 204 len: 168 time: 0.3785889 Sep 03 18:23:02.653690 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29d4a1-796d-45fb-95ef-7a2c285f306c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac49c7cd-efa4-49e3-8d04-f71e0509192f,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:02.670732 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.db.api [None req-a474b9c1-427a-4cfb-9cae-2ddeeb259e94 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:23:02.670732 dv-cinder-760193-9-iscsi neutron-server[94512]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 03 18:23:02.670732 dv-cinder-760193-9-iscsi neutron-server[94512]: [parameters: {'project_id_1': 'f07e13cd3219438c8d898706ea1ebf5a', 'expiration_1': datetime.datetime(2021, 9, 3, 18, 22, 42, 578594)}] Sep 03 18:23:02.670732 dv-cinder-760193-9-iscsi neutron-server[94512]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94512) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:23:02.671381 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG oslo_db.api [None req-a474b9c1-427a-4cfb-9cae-2ddeeb259e94 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:23:02.679929 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.700342 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] For port 7d1a0bf4-031e-4568-87f2-810479197417, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:02.719162 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] For port 7d1a0bf4-031e-4568-87f2-810479197417, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=7d1a0bf4-031e-4568-87f2-810479197417,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:02.730001 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Made reservation on behalf of 12bd8465f2fa48b5a9a8793917c97e36 for: {'network': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:23:02.733508 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.743850 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.778834 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.810695 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-b7576cf3-c813-44ab-bc52-8bbe816e1573 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:23:02.810943 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.811141 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-b7576cf3-c813-44ab-bc52-8bbe816e1573 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4294920 Sep 03 18:23:02.837636 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:02.848946 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:02.849339 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:02.911819 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Pushing event updated for resources: {'Port': ['ID=049b5a14-2585-43d7-bae7-377edb1d10ee,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:03.059453 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281848a-02dc-4178-8356-3cf32c2231b3 None None] Pushing event updated for resources: {'Port': ['ID=7d1a0bf4-031e-4568-87f2-810479197417,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:03.165061 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-458a5c8e-22a0-4bd3-b635-3363f8cf912f service neutron] 10.222.0.43 "GET /v2.0/networks/e3018047-f815-471a-8408-765c865dcfaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375041 Sep 03 18:23:03.194451 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a474b9c1-427a-4cfb-9cae-2ddeeb259e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.233895 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.402411 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.450121 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56d1f66-92e1-4773-b6b3-df0321285fa5,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:03.470896 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.487309 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-7238ee5d-d68d-4fec-9dc8-dbf24ad7dae5 service neutron] 10.222.0.43 "GET /v2.0/networks/e3018047-f815-471a-8408-765c865dcfaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097451 Sep 03 18:23:03.518964 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=94513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:23:03.558606 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.558606 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.segments_db [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Added segment 1fb987fa-144f-4043-add4-5e217c77cd69 of type vlan for network cecdc881-cf06-478b-98aa-fd18043105b8 Sep 03 18:23:03.558606 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56538) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:03.656467 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b617c76b-f8d9-4f47-a7ad-e5a6028afbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.707461 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.724294 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 7d1a0bf4-031e-4568-87f2-810479197417 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:03.787988 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.827072 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.868705 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.869356 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 7d1a0bf4-031e-4568-87f2-810479197417 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:03.870489 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:03.871749 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.966954 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] Pushing event updated for resources: {'Network': ['ID=cecdc881-cf06-478b-98aa-fd18043105b8,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:03.973841 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a474b9c1-427a-4cfb-9cae-2ddeeb259e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.985194 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network cecdc881-cf06-478b-98aa-fd18043105b8 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:23:04.019556 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56550) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:04.064798 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a474b9c1-427a-4cfb-9cae-2ddeeb259e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.182840 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-40f4533e-35ec-4849-b5b8-f40a707fb19f req-fe64d487-158b-49c7-a4e2-9f30f1972d5b tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 210 time: 0.1618543 Sep 03 18:23:04.205102 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a474b9c1-427a-4cfb-9cae-2ddeeb259e94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f07e13cd3219438c8d898706ea1ebf5a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9454689 Sep 03 18:23:04.211370 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56564) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:04.259930 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56568) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:04.291911 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474b9c1-427a-4cfb-9cae-2ddeeb259e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd835b9c-361f-4256-931b-dd670f53c093,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:04.321420 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-07231633-8fea-4b70-ab4b-fd25bb5075b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.356411 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Allocated IP 172.27.2.143 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/d38e43f7-3ac0-4582-838a-d34dd155e2f8) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:04.369970 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566244'] for router, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.416896 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b617c76b-f8d9-4f47-a7ad-e5a6028afbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.434869 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2398-2fab-4862-89c3-7517b7ef7be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.473985 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0480f5-a8fa-4b90-8d4d-64a2a0692a65 None None] Network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:23:04.497263 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2398-2fab-4862-89c3-7517b7ef7be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.497263 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b617c76b-f8d9-4f47-a7ad-e5a6028afbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.570183 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-b617c76b-f8d9-4f47-a7ad-e5a6028afbae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32eb519c0857487db49dab03574e2a6b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0034568 Sep 03 18:23:04.572738 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56572) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:04.581211 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617c76b-f8d9-4f47-a7ad-e5a6028afbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434da054-b723-4968-b484-ced4eff84a02,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:04.606568 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-42ba8dde-f235-4749-857c-932143ac5241 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0748122 Sep 03 18:23:04.606568 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56574) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:04.611464 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-ca3e2995-80b3-4ca7-8342-a8f97da6cb15 admin admin] Request body: {'subnet': {'network_id': 'cecdc881-cf06-478b-98aa-fd18043105b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1599995-subnet', 'tenant_id': '12bd8465f2fa48b5a9a8793917c97e36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:04.647261 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-fea94760-10d8-49ca-831c-fb8a4590936d None None] Provisioning for port 7d1a0bf4-031e-4568-87f2-810479197417 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:04.649774 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-89da085b-fec0-46ea-abc9-70ee1552c081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.663014 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-fea94760-10d8-49ca-831c-fb8a4590936d None None] Provisioning complete for port 7d1a0bf4-031e-4568-87f2-810479197417 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:04.663686 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fea94760-10d8-49ca-831c-fb8a4590936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.677043 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-89da085b-fec0-46ea-abc9-70ee1552c081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.711377 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2398-2fab-4862-89c3-7517b7ef7be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.715611 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6c6d2398-2fab-4862-89c3-7517b7ef7be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.723256 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-6c6d2398-2fab-4862-89c3-7517b7ef7be2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd835b9c-361f-4256-931b-dd670f53c093 HTTP/1.1" status: 204 len: 168 time: 0.5100763 Sep 03 18:23:04.766032 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d2398-2fab-4862-89c3-7517b7ef7be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd835b9c-361f-4256-931b-dd670f53c093,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:04.766792 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.895323 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-07231633-8fea-4b70-ab4b-fd25bb5075b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.971166 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fea94760-10d8-49ca-831c-fb8a4590936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.015138 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-fea94760-10d8-49ca-831c-fb8a4590936d None None] For port 7d1a0bf4-031e-4568-87f2-810479197417, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=7d1a0bf4-031e-4568-87f2-810479197417,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:05.044470 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-89da085b-fec0-46ea-abc9-70ee1552c081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.048044 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-89da085b-fec0-46ea-abc9-70ee1552c081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.049602 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-89da085b-fec0-46ea-abc9-70ee1552c081 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/434da054-b723-4968-b484-ced4eff84a02 HTTP/1.1" status: 204 len: 168 time: 0.4758008 Sep 03 18:23:05.058800 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da085b-fec0-46ea-abc9-70ee1552c081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434da054-b723-4968-b484-ced4eff84a02,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:05.143906 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.149641 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Router 4481df9c-b251-43d4-9b2c-03ab4e4aead0 is scheduled to L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 with binding_index 1 {{(pid=94512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:23:05.158072 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-07231633-8fea-4b70-ab4b-fd25bb5075b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.183032 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fea94760-10d8-49ca-831c-fb8a4590936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.213912 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:05.232581 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-07231633-8fea-4b70-ab4b-fd25bb5075b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14a118e7208f4bccbd6bf98ca8cea060&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9619269 Sep 03 18:23:05.235294 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56598) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:05.240518 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:05.273201 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea94760-10d8-49ca-831c-fb8a4590936d None None] Pushing event updated for resources: {'Port': ['ID=7d1a0bf4-031e-4568-87f2-810479197417,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:05.303206 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3e2995-80b3-4ca7-8342-a8f97da6cb15 admin admin] Made reservation on behalf of 12bd8465f2fa48b5a9a8793917c97e36 for: {'subnet': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:23:05.311127 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-596f458a-3872-426b-808d-c26daa06a283 None None] Provisioning complete for port 7d1a0bf4-031e-4568-87f2-810479197417 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:05.311780 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-596f458a-3872-426b-808d-c26daa06a283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.313730 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ca3e2995-80b3-4ca7-8342-a8f97da6cb15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.318707 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:05.380549 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Pushing event updated for resources: {'Port': ['ID=d38e43f7-3ac0-4582-838a-d34dd155e2f8,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:05.435720 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c721dbcc-d9e3-4a34-82e8-2766592a87b4 req-7e68afc2-a7c1-4474-844a-38c395622deb tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 210 time: 0.0817049 Sep 03 18:23:05.491953 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ec7f-cbcb-4dac-921a-d5361382a1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.505290 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:05.507775 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07231633-8fea-4b70-ab4b-fd25bb5075b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c304207b-a8c8-4209-915b-55ed1578b291,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:05.517709 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Sync routers for ids ['4481df9c-b251-43d4-9b2c-03ab4e4aead0'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:05.538939 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Routers {'4481df9c-b251-43d4-9b2c-03ab4e4aead0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:05.540412 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-47796553-95de-445f-95c5-cc00b290a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:22:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['4481df9c-b251-43d4-9b2c-03ab4e4aead0'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:05.563154 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ec7f-cbcb-4dac-921a-d5361382a1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.666613 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 7d1a0bf4-031e-4568-87f2-810479197417 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:05.678485 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.682934 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-842c84f4-521e-4694-a163-bab273795985 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0464213 Sep 03 18:23:05.683590 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56614) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:05.743446 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Set router 4481df9c-b251-43d4-9b2c-03ab4e4aead0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:05.766086 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ec7f-cbcb-4dac-921a-d5361382a1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.768866 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e0f1ec7f-cbcb-4dac-921a-d5361382a1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.770499 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-e0f1ec7f-cbcb-4dac-921a-d5361382a1d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c304207b-a8c8-4209-915b-55ed1578b291 HTTP/1.1" status: 204 len: 168 time: 0.5347793 Sep 03 18:23:05.788556 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1ec7f-cbcb-4dac-921a-d5361382a1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c304207b-a8c8-4209-915b-55ed1578b291,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:05.806056 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 7d1a0bf4-031e-4568-87f2-810479197417 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:05.806626 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:05.823493 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ca3e2995-80b3-4ca7-8342-a8f97da6cb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for subnet, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.018661 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-47796553-95de-445f-95c5-cc00b290a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039530744-router', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:00Z', 'updated_at': '2021-09-03T18:23:03Z', 'revision_number': 3, 'project_id': '29638545443a4d02a8c1378db162cd9e', 'gw_port': {'id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:06.071807 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e2995-80b3-4ca7-8342-a8f97da6cb15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2e9615-2f3b-4734-90a2-1a48261b9634,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:06.085965 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Checking router: 4481df9c-b251-43d4-9b2c-03ab4e4aead0 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:06.086341 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Updating router 4481df9c-b251-43d4-9b2c-03ab4e4aead0 port 049b5a14-2585-43d7-bae7-377edb1d10ee binding host dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:23:06.096576 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56626) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:06.109569 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3e2995-80b3-4ca7-8342-a8f97da6cb15 admin admin] Checking segment: {'id': '1fb987fa-144f-4043-add4-5e217c77cd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'cecdc881-cf06-478b-98aa-fd18043105b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:06.113712 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.114947 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3e2995-80b3-4ca7-8342-a8f97da6cb15 admin admin] Network hostable DHCP agents. Network: cecdc881-cf06-478b-98aa-fd18043105b8, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:23:06.122784 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.139482 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e838005b-dd9b-4559-a295-6c250d718d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.292956 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e838005b-dd9b-4559-a295-6c250d718d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.294732 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3e2995-80b3-4ca7-8342-a8f97da6cb15 admin admin] Network cecdc881-cf06-478b-98aa-fd18043105b8 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:23:06.376261 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e838005b-dd9b-4559-a295-6c250d718d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.455341 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-ca3e2995-80b3-4ca7-8342-a8f97da6cb15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, cecdc881-cf06-478b-98aa-fd18043105b8) {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:06.467242 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d8a08-c037-40af-8465-bd433398825a None None] Network cecdc881-cf06-478b-98aa-fd18043105b8 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:23:06.477073 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566244'] for router, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.499348 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-e838005b-dd9b-4559-a295-6c250d718d2f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4a64508c7230404d84828bb63e3620af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991611 Sep 03 18:23:06.512150 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e2995-80b3-4ca7-8342-a8f97da6cb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:06.518535 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ca3e2995-80b3-4ca7-8342-a8f97da6cb15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.556748 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56640) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:06.562911 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838005b-dd9b-4559-a295-6c250d718d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b737635-58f8-498c-8af2-409feda3ec74,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:06.662532 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-ca3e2995-80b3-4ca7-8342-a8f97da6cb15 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0555639 Sep 03 18:23:06.669215 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.704062 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Transition to ACTIVE for port object 049b5a14-2585-43d7-bae7-377edb1d10ee will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:06.778000 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1a63cb-5694-4c52-b681-2945dcf729aa None None] Network cecdc881-cf06-478b-98aa-fd18043105b8 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:23:06.778567 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.840135 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1706fab7-4f16-49c4-bd9a-a52b633c67f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.861329 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a8eed969-a598-4600-8bb6-ea78a715c2dd req-45efd602-b331-49ee-899b-dd3e7b05737c tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 210 time: 0.0814590 Sep 03 18:23:06.882412 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.903226 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Pushing event updated for resources: {'Port': ['ID=049b5a14-2585-43d7-bae7-377edb1d10ee,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:06.929424 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:06.929775 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:06.930336 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:06.930988 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:06.931660 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:06.933064 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:06.933727 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:06.934210 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:06.934713 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:06.935420 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:06.935905 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:06.936389 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Tracked resource versions report: Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: pushed versions: Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: { 'AddressGroup': {'1.2'}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'ConntrackHelper': {'1.0'}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Log': {'1.0'}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Network': {'1.1'}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Port': {'1.7'}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'PortForwarding': {'1.2'}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'QosPolicy': {'1.9'}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'SecurityGroup': {'1.4'}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'SubPort': {'1.0'}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Subnet': {'1.1'}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Trunk': {'1.1'}} Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: consumer versions: Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: { DHCP agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: HyperV agent@hv-cinder-76019: {}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: L3 agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: Metadata agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: Metering agent@dv-cinder-760193-9-iscsi: {}, Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: Open vSwitch agent@dv-cinder-760193-9-iscsi: { 'AddressGroup': '1.2', Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'ConntrackHelper': '1.0', Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Log': '1.0', Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Network': '1.1', Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Port': '1.7', Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'PortForwarding': '1.2', Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'QosPolicy': '1.9', Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'SecurityGroup': '1.4', Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'SecurityGroupRule': '1.2', Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'SubPort': '1.0', Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Subnet': '1.1', Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: 'Trunk': '1.1'}} Sep 03 18:23:06.938268 dv-cinder-760193-9-iscsi neutron-server[94515]: {{(pid=94515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:23:06.940436 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1706fab7-4f16-49c4-bd9a-a52b633c67f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.945709 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56662) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:06.979035 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Attempting to bind port 049b5a14-2585-43d7-bae7-377edb1d10ee on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:06.981378 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Attempting to bind port 049b5a14-2585-43d7-bae7-377edb1d10ee by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:06.981894 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Attempting to bind port 049b5a14-2585-43d7-bae7-377edb1d10ee on network faebfe95-4400-41e1-be0f-d85963a19747 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:06.997834 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:06.998226 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Checking segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:07.000768 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.001210 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Bound using segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:07.001718 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Bound port: 049b5a14-2585-43d7-bae7-377edb1d10ee, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:07.002169 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.106003 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6218761-4f11-4b31-a180-f2c0f4d3636e admin admin] Deleting subnet 86e23860-43d3-4af3-8749-1eedb471c11e {{(pid=94513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:23:07.113786 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6218761-4f11-4b31-a180-f2c0f4d3636e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.127268 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-47796553-95de-445f-95c5-cc00b290a734 None None] For port 049b5a14-2585-43d7-bae7-377edb1d10ee, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:07.139290 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-47796553-95de-445f-95c5-cc00b290a734 None None] For port 049b5a14-2585-43d7-bae7-377edb1d10ee, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=049b5a14-2585-43d7-bae7-377edb1d10ee,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:07.194114 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6218761-4f11-4b31-a180-f2c0f4d3636e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.204691 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 is scheduled to L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 with binding_index 1 {{(pid=94512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:23:07.217360 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6218761-4f11-4b31-a180-f2c0f4d3636e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.231599 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.404120 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Routers {'4481df9c-b251-43d4-9b2c-03ab4e4aead0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:07.404332 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-47796553-95de-445f-95c5-cc00b290a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:22:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['4481df9c-b251-43d4-9b2c-03ab4e4aead0'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:07.456446 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6218761-4f11-4b31-a180-f2c0f4d3636e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for subnet, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.462149 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02e7d5-e2c1-4c87-8400-d02429d57a6f None None] Pushing event updated for resources: {'Port': ['ID=049b5a14-2585-43d7-bae7-377edb1d10ee,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:07.507020 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1706fab7-4f16-49c4-bd9a-a52b633c67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.530692 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1706fab7-4f16-49c4-bd9a-a52b633c67f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.541787 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-1706fab7-4f16-49c4-bd9a-a52b633c67f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7b737635-58f8-498c-8af2-409feda3ec74 HTTP/1.1" status: 204 len: 168 time: 0.9810905 Sep 03 18:23:07.557170 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6218761-4f11-4b31-a180-f2c0f4d3636e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.573490 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-47796553-95de-445f-95c5-cc00b290a734 None None] Set router 4481df9c-b251-43d4-9b2c-03ab4e4aead0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:07.575240 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-a6218761-4f11-4b31-a180-f2c0f4d3636e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/86e23860-43d3-4af3-8749-1eedb471c11e HTTP/1.1" status: 204 len: 168 time: 0.6128523 Sep 03 18:23:07.578563 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56698) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:07.580785 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6218761-4f11-4b31-a180-f2c0f4d3636e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e23860-43d3-4af3-8749-1eedb471c11e,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:07.599264 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706fab7-4f16-49c4-bd9a-a52b633c67f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b737635-58f8-498c-8af2-409feda3ec74,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:07.638630 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:07.659803 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Sync routers for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:07.676335 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Allocated IP 172.20.0.1 (815a170a-9300-450a-a438-374a9fbe2f53/d057384a-5901-42e3-80f5-8484300272f4/7ae9a964-2947-4691-9e8e-69b37d7e88b7) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:07.677631 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:07.682848 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:22:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:07.754503 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.755765 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-3ea7bd27-f48b-494c-83d9-fe997d67d064 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7135184 Sep 03 18:23:07.788257 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.793541 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56704) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:07.857268 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:07.971506 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:08.020250 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-47796553-95de-445f-95c5-cc00b290a734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039530744-router', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:00Z', 'updated_at': '2021-09-03T18:23:03Z', 'revision_number': 3, 'project_id': '29638545443a4d02a8c1378db162cd9e', 'gw_port': {'id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:08.024602 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Network 815a170a-9300-450a-a438-374a9fbe2f53 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:08.025708 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:08.027460 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:08.031481 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:08.031992 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681905'] for router_interface, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:08.059887 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47796553-95de-445f-95c5-cc00b290a734 None None] The sync data for ids ['4481df9c-b251-43d4-9b2c-03ab4e4aead0'] in dv-cinder-760193-9-iscsi is: [{'id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039530744-router', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:00Z', 'updated_at': '2021-09-03T18:23:03Z', 'revision_number': 3, 'project_id': '29638545443a4d02a8c1378db162cd9e', 'gw_port': {'id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:08.093444 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae9a964-2947-4691-9e8e-69b37d7e88b7,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:08.279823 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a99fd2fb-e4a7-43fa-815b-f8b0e5a108d0 req-d9064681-5d90-417d-8293-9e39f203d0b4 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 210 time: 0.1526251 Sep 03 18:23:08.300771 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.32', 51668) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:08.326207 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:08.395325 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:05Z', 'revision_number': 3, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:08.407550 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:08.439810 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Checking router: 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:08.440303 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Updating router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 port d38e43f7-3ac0-4582-838a-d34dd155e2f8 binding host dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:23:08.448211 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.448561 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.449351 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.449801 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > port after_create 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.450141 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.450474 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > port after_update 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.450818 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.451140 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.451454 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.451771 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.468614 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:08.626934 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:08.700463 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.700861 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.701197 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.701527 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:08.701969 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.services.segments.db [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9018e2b-2d48-4027-8c16-78c895cac4aa']}} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:08.867431 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.services.segments.db [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66703090-cdab-4378-be10-a54e56972aa8') {'for_net_delete': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:08.867431 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.services.segments.db [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66703090-cdab-4378-be10-a54e56972aa8') {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:08.897656 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62589043'] for segment, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:08.912648 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:08.929080 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:08.949571 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Transition to ACTIVE for port object d38e43f7-3ac0-4582-838a-d34dd155e2f8 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:08.969380 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:08.969380 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1047743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563233'] for router_interface, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:08.969777 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-6bda86d4-5dc8-4802-b5fd-dd6bf23a086d tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:08.970315 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-6bda86d4-5dc8-4802-b5fd-dd6bf23a086d tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.32 "GET /v2.0/networks?id=e3018047-f815-471a-8408-765c865dcfaf HTTP/1.1" status: 200 len: 812 time: 0.6685727 Sep 03 18:23:08.983395 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:08.996362 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:23:08.996938 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1820968'] for segment, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:09.038113 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: from cryptography.utils import int_from_bytes Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: from cryptography.utils import int_from_bytes Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: Traceback (most recent call last): Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: timer() Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: cb(*args, **kw) Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: return func(*args, **kwargs) Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: self._notify() Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: self.callback(batched_events) Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: event.method(event) Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: return f(self, *a, **k) Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: return self._get(url).json() Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: return self.request(url, 'GET', **kwargs) Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:23:09.097604 dv-cinder-760193-9-iscsi neutron-server[94513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:23:09.115202 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Request body: {'port': {'device_id': 'b612f349-fccd-458f-a71a-52f46f24f818', 'network_id': 'e3018047-f815-471a-8408-765c865dcfaf', 'admin_state_up': True, 'tenant_id': 'a31695266e15448c9c7e7b77897cd607'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:09.130080 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae9a964-2947-4691-9e8e-69b37d7e88b7,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:09.154511 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Network 815a170a-9300-450a-a438-374a9fbe2f53 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:09.158142 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:09.161177 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b9374-fa11-41d7-8fe2-1ecbab56d3ed None None] Pushing event updated for resources: {'Port': ['ID=d38e43f7-3ac0-4582-838a-d34dd155e2f8,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:09.171780 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Attempting to bind port d38e43f7-3ac0-4582-838a-d34dd155e2f8 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:09.172055 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Attempting to bind port d38e43f7-3ac0-4582-838a-d34dd155e2f8 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:09.172424 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Attempting to bind port d38e43f7-3ac0-4582-838a-d34dd155e2f8 on network faebfe95-4400-41e1-be0f-d85963a19747 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:09.184042 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:09.188957 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Checking segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:09.189450 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:09.189861 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Bound using segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:09.190363 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Bound port: d38e43f7-3ac0-4582-838a-d34dd155e2f8, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:09.190770 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:09.229240 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:09.235484 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:09.240153 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b9018e2b-2d48-4027-8c16-78c895cac4aa HTTP/1.1" status: 204 len: 168 time: 1.6579149 Sep 03 18:23:09.286481 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] For port d38e43f7-3ac0-4582-838a-d34dd155e2f8, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:09.292347 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 56764) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:09.297594 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] For port d38e43f7-3ac0-4582-838a-d34dd155e2f8, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=d38e43f7-3ac0-4582-838a-d34dd155e2f8,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:09.364348 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862dd0a-6dec-4285-aaa6-7223816f2977 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9018e2b-2d48-4027-8c16-78c895cac4aa,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:09.369170 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:09.377568 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Router 4481df9c-b251-43d4-9b2c-03ab4e4aead0 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:09.518535 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:09.519484 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:22:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:09.601148 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dd4e4206-ca22-41fd-81f3-f3eb20150352 req-a152b44b-c414-49f5-805d-d7b8cf6b09ff tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 210 time: 0.1021183 Sep 03 18:23:09.621806 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:09.631363 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-815012cb-aaee-4863-8799-5753495f2644 admin admin] 10.222.0.43 "PUT /v2.0/routers/4481df9c-b251-43d4-9b2c-03ab4e4aead0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9465585 Sep 03 18:23:09.634194 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ff7752-fc7c-447b-b681-a1d27bb39135 admin admin] Deleting subnet fe2e9615-2f3b-4734-90a2-1a48261b9634 {{(pid=94513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:23:09.642954 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b9374-fa11-41d7-8fe2-1ecbab56d3ed None None] Pushing event updated for resources: {'Port': ['ID=d38e43f7-3ac0-4582-838a-d34dd155e2f8,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:09.643462 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-69ff7752-fc7c-447b-b681-a1d27bb39135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:09.715730 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:09.719787 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 049b5a14-2585-43d7-bae7-377edb1d10ee up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:09.834252 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-69ff7752-fc7c-447b-b681-a1d27bb39135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62589034'] for subnet, precommit_delete_associations {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:09.945429 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-69ff7752-fc7c-447b-b681-a1d27bb39135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:09.977096 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Made reservation on behalf of a31695266e15448c9c7e7b77897cd607 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:23:09.988696 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:10.424318 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:05Z', 'revision_number': 3, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:10.427049 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:10.429039 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173dabb4-a2ab-43e8-8c9c-0f30fde6afdf None None] The sync data for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi is: [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:05Z', 'revision_number': 3, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:10.429039 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 049b5a14-2585-43d7-bae7-377edb1d10ee completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:10.429039 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 049b5a14-2585-43d7-bae7-377edb1d10ee triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:10.429039 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:10.429039 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:10.471875 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 049b5a14-2585-43d7-bae7-377edb1d10ee, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=049b5a14-2585-43d7-bae7-377edb1d10ee,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:10.502776 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-69ff7752-fc7c-447b-b681-a1d27bb39135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1821046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62815037'] for subnet, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:11.118414 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Sync routers for ids ['4481df9c-b251-43d4-9b2c-03ab4e4aead0'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:11.118414 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Routers {'4481df9c-b251-43d4-9b2c-03ab4e4aead0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:11.118414 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:22:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['4481df9c-b251-43d4-9b2c-03ab4e4aead0'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:11.135263 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:11.137425 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Allocated IP 172.20.0.7 (e3018047-f815-471a-8408-765c865dcfaf/9d4c2885-d4e7-4324-8373-e418bea92818/1ea3ca3e-2ac0-4374-9582-76ff614b9be9) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:11.138951 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=049b5a14-2585-43d7-bae7-377edb1d10ee,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:11.139285 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff7752-fc7c-447b-b681-a1d27bb39135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2e9615-2f3b-4734-90a2-1a48261b9634,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:11.139871 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Set router 4481df9c-b251-43d4-9b2c-03ab4e4aead0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:11.159689 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-69ff7752-fc7c-447b-b681-a1d27bb39135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:11.164548 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-69ff7752-fc7c-447b-b681-a1d27bb39135 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fe2e9615-2f3b-4734-90a2-1a48261b9634 HTTP/1.1" status: 204 len: 168 time: 1.8688877 Sep 03 18:23:11.177407 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56842) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:11.192990 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7a4c1fb1-625c-41c9-821a-45be5d00b514 req-9b4a63ed-b6ba-4c9b-8ad4-3066c3306477 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 210 time: 0.1514590 Sep 03 18:23:11.438540 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:11.572021 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:11.589972 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:11.590643 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:11.591560 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:11.591910 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > port after_create 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:11.592376 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > port after_delete 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:11.592827 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > port after_update 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:11.593801 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:11.594315 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:11.594730 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:11.595297 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:11.664433 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:11.674573 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Allocated IP 172.20.0.1 (c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6/92072c23-33c1-47f0-b4a5-f2bb027fc0fb/0a9469d2-f6c1-411b-b4bf-30c1375d7330) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:11.742186 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039530744-router', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:00Z', 'updated_at': '2021-09-03T18:23:08Z', 'revision_number': 4, 'project_id': '29638545443a4d02a8c1378db162cd9e', 'gw_port': {'id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '7ae9a964-2947-4691-9e8e-69b37d7e88b7', 'name': '', 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'mac_address': 'fa:16:3e:d0:34:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd057384a-5901-42e3-80f5-8484300272f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:06Z', 'updated_at': '2021-09-03T18:23:08Z', 'revision_number': 2, 'project_id': '29638545443a4d02a8c1378db162cd9e', 'subnets': [{'id': 'd057384a-5901-42e3-80f5-8484300272f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:11.756079 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-6c163e74-a772-47be-aa8f-01f6a716cd88 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:11.763932 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-6c163e74-a772-47be-aa8f-01f6a716cd88 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/networks?id=815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 200 len: 819 time: 0.6471183 Sep 03 18:23:11.794183 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Checking router: 4481df9c-b251-43d4-9b2c-03ab4e4aead0 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:11.794780 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Updating router 4481df9c-b251-43d4-9b2c-03ab4e4aead0 port 7ae9a964-2947-4691-9e8e-69b37d7e88b7 binding host dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:23:11.827389 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-c312563a-8cb2-4df6-ab83-09f8a7756c24 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/quotas/29638545443a4d02a8c1378db162cd9e HTTP/1.1" status: 200 len: 375 time: 0.0624783 Sep 03 18:23:11.847641 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:11.861384 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device d38e43f7-3ac0-4582-838a-d34dd155e2f8 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:11.971406 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-23d1279a-d373-427e-8b87-d25ab469a1cd tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1429653 Sep 03 18:23:11.986502 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.012029 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Transition to ACTIVE for port object 0a9469d2-f6c1-411b-b4bf-30c1375d7330 will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:12.033567 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.129891 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:12.130573 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:12.131069 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:12.131590 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94512) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:23:12.147043 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cecdc881-cf06-478b-98aa-fd18043105b8']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:12.181815 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port d38e43f7-3ac0-4582-838a-d34dd155e2f8 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:12.186719 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port d38e43f7-3ac0-4582-838a-d34dd155e2f8 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:12.187655 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.255938 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb987fa-144f-4043-add4-5e217c77cd69') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:12.255938 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb987fa-144f-4043-add4-5e217c77cd69') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:12.255938 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.321578 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Network e3018047-f815-471a-8408-765c865dcfaf is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:12.323019 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Pushing event updated for resources: {'Port': ['ID=1ea3ca3e-2ac0-4374-9582-76ff614b9be9,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:12.345911 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:12.362605 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:12.401263 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.411638 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:23:12.416243 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: from cryptography.utils import int_from_bytes Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: from cryptography.utils import int_from_bytes Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:23:12.420888 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:23:12.505643 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.511550 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:12.515206 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.559059 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port d38e43f7-3ac0-4582-838a-d34dd155e2f8, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=d38e43f7-3ac0-4582-838a-d34dd155e2f8,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:12.627757 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.651454 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.652255 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 049b5a14-2585-43d7-bae7-377edb1d10ee up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:12.652414 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.658132 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.664586 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-dff4a594-fe6f-441e-97fa-932b6172bfdf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:23:12.672341 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-dff4a594-fe6f-441e-97fa-932b6172bfdf service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4479489 Sep 03 18:23:12.678968 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.681607 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-c1ee21ca-d2e7-443f-965b-8a0c08243ef5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5796392 Sep 03 18:23:12.685206 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] 10.222.0.43 "DELETE /v2.0/networks/cecdc881-cf06-478b-98aa-fd18043105b8 HTTP/1.1" status: 204 len: 168 time: 1.5036871 Sep 03 18:23:12.694345 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Transition to ACTIVE for port object 7ae9a964-2947-4691-9e8e-69b37d7e88b7 will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:12.699040 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15a87b-8b7c-4c86-86fe-f67ed6ae87fc admin admin] Pushing event deleted for resources: {'Network': ['ID=cecdc881-cf06-478b-98aa-fd18043105b8,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:12.780387 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-86cfe74e-faa7-430d-9112-d95f0df1dbcd tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:23:12.794250 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.809036 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-86cfe74e-faa7-430d-9112-d95f0df1dbcd tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0612490 Sep 03 18:23:12.849983 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74033f06-53b3-4be5-8e28-e369c8bca809 req-b5dd8b5a-daf5-4b4f-afa0-e3f858e8cf14 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:12.851597 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-74033f06-53b3-4be5-8e28-e369c8bca809 req-b5dd8b5a-daf5-4b4f-afa0-e3f858e8cf14 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 931 time: 0.3556809 Sep 03 18:23:12.862199 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:12.873491 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:12.886556 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:12.986022 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f289556-b39d-41b1-8bde-f941b2d0f377 None None] Pushing event updated for resources: {'Port': ['ID=7ae9a964-2947-4691-9e8e-69b37d7e88b7,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:13.018432 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=d38e43f7-3ac0-4582-838a-d34dd155e2f8,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:13.070144 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 049b5a14-2585-43d7-bae7-377edb1d10ee triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:13.070823 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.135929 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Pushing event updated for resources: {'Port': ['ID=0a9469d2-f6c1-411b-b4bf-30c1375d7330,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:13.152576 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Attempting to bind port 7ae9a964-2947-4691-9e8e-69b37d7e88b7 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:13.154310 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Attempting to bind port 7ae9a964-2947-4691-9e8e-69b37d7e88b7 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:13.155013 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Attempting to bind port 7ae9a964-2947-4691-9e8e-69b37d7e88b7 on network 815a170a-9300-450a-a438-374a9fbe2f53 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:13.169899 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:13.170552 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Checking segment: {'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:13.171338 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.171952 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Bound using segment: {'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:13.172670 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Bound port: 7ae9a964-2947-4691-9e8e-69b37d7e88b7, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:13.173366 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.187953 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56884) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:13.240318 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681905'] for router_interface, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.268392 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-74033f06-53b3-4be5-8e28-e369c8bca809 req-c92d671e-0c02-493d-b773-b3e95598684d tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933263 Sep 03 18:23:13.321281 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-d302a762-99e3-4851-a1da-654b02c386f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f30112d625f848939d71fbb15785e8da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1355853 Sep 03 18:23:13.322626 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56890) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:13.362064 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-083e0faa-ebaa-4e96-9697-9c906bcfeb42 service neutron] 10.222.0.43 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879597 Sep 03 18:23:13.383887 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] For port 7ae9a964-2947-4691-9e8e-69b37d7e88b7, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:13.388284 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] For port 7ae9a964-2947-4691-9e8e-69b37d7e88b7, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=7ae9a964-2947-4691-9e8e-69b37d7e88b7,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:13.435780 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a9d5fc6e-899d-4e65-9fab-1102e9d02879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.462310 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a9d5fc6e-899d-4e65-9fab-1102e9d02879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.520287 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-88a2d1df-eff4-46e5-854d-30b2cb59df7a None None] Provisioning for port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:13.521566 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.524857 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-88a2d1df-eff4-46e5-854d-30b2cb59df7a None None] Provisioning complete for port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:13.525247 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-88a2d1df-eff4-46e5-854d-30b2cb59df7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.621196 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-88a2d1df-eff4-46e5-854d-30b2cb59df7a None None] Port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:23:13.650818 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device d38e43f7-3ac0-4582-838a-d34dd155e2f8 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:13.657569 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a9d5fc6e-899d-4e65-9fab-1102e9d02879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.657912 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a9d5fc6e-899d-4e65-9fab-1102e9d02879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.662941 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a9d5fc6e-899d-4e65-9fab-1102e9d02879 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53832e9c-4e54-437a-bda2-f702639321f5 HTTP/1.1" status: 204 len: 168 time: 0.3383150 Sep 03 18:23:13.688949 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5fc6e-899d-4e65-9fab-1102e9d02879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53832e9c-4e54-437a-bda2-f702639321f5,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:13.731170 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Routers {'4481df9c-b251-43d4-9b2c-03ab4e4aead0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:13.733183 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:22:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['4481df9c-b251-43d4-9b2c-03ab4e4aead0'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:13.788164 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port d38e43f7-3ac0-4582-838a-d34dd155e2f8 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:13.788819 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:13.991403 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] Set router 4481df9c-b251-43d4-9b2c-03ab4e4aead0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:13.999421 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-14326c1c-1cb9-4684-9580-4f46f37360d0 service neutron] 10.222.0.43 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6371186 Sep 03 18:23:14.052063 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f289556-b39d-41b1-8bde-f941b2d0f377 None None] Pushing event updated for resources: {'Port': ['ID=7ae9a964-2947-4691-9e8e-69b37d7e88b7,revision_number=4']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:14.093981 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Request body: {'port': {'device_id': 'b612f349-fccd-458f-a71a-52f46f24f818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:14.173827 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:14.412269 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:14.462664 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039530744-router', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:00Z', 'updated_at': '2021-09-03T18:23:08Z', 'revision_number': 4, 'project_id': '29638545443a4d02a8c1378db162cd9e', 'gw_port': {'id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '7ae9a964-2947-4691-9e8e-69b37d7e88b7', 'name': '', 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'mac_address': 'fa:16:3e:d0:34:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd057384a-5901-42e3-80f5-8484300272f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:06Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': '29638545443a4d02a8c1378db162cd9e', 'subnets': [{'id': 'd057384a-5901-42e3-80f5-8484300272f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:14.534564 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fc97a-d24e-46fc-a6c5-b2e945f458be None None] The sync data for ids ['4481df9c-b251-43d4-9b2c-03ab4e4aead0'] in dv-cinder-760193-9-iscsi is: [{'id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039530744-router', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:00Z', 'updated_at': '2021-09-03T18:23:08Z', 'revision_number': 4, 'project_id': '29638545443a4d02a8c1378db162cd9e', 'gw_port': {'id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '7ae9a964-2947-4691-9e8e-69b37d7e88b7', 'name': '', 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'mac_address': 'fa:16:3e:d0:34:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd057384a-5901-42e3-80f5-8484300272f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:06Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': '29638545443a4d02a8c1378db162cd9e', 'subnets': [{'id': 'd057384a-5901-42e3-80f5-8484300272f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:14.583469 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56922) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:14.709329 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56928) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:14.743417 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-977da1d4-ab43-4bd9-a856-ec90c999ceb5 req-62947d59-7590-4c17-83d5-009ae4a2da6f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 210 time: 0.2229962 Sep 03 18:23:14.834168 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba743b5a-015b-4cb0-914e-df7fd3c2b610 req-048e39f6-1450-449f-81a8-2c881d361ff2 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:14.835747 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ba743b5a-015b-4cb0-914e-df7fd3c2b610 req-048e39f6-1450-449f-81a8-2c881d361ff2 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 931 time: 0.3167014 Sep 03 18:23:14.945312 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9ddd45d6-5cdf-4f74-8122-4137fb1534d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:14.984067 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ba743b5a-015b-4cb0-914e-df7fd3c2b610 req-48db4b5e-67fd-43f7-b933-bb6ef018964c tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335628 Sep 03 18:23:15.122653 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6459f66d-a1c3-4a22-8b62-079c54497d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:15.219119 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:15.230365 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:15.241008 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56952) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:15.279692 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Transition to ACTIVE for port object 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:15.370615 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:15.382324 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:15.437360 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9ddd45d6-5cdf-4f74-8122-4137fb1534d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:15.442027 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-02cd76e4-f69b-48b5-b8be-3ec6227c47b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12bd8465f2fa48b5a9a8793917c97e36&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1995423 Sep 03 18:23:15.459139 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56956) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:15.581458 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9ddd45d6-5cdf-4f74-8122-4137fb1534d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:15.646213 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:15.718339 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1047743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563233'] for router_interface, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:15.772377 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 7ae9a964-2947-4691-9e8e-69b37d7e88b7 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:15.854807 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-9ddd45d6-5cdf-4f74-8122-4137fb1534d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afeec122fe7b4d70ad2bf4f6bacfad3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2701821 Sep 03 18:23:15.863233 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Attempting to bind port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:15.863525 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Attempting to bind port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c40a1649-d23b-4b7e-aa62-d0b90c0ec43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e3018047-f815-471a-8408-765c865dcfaf'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:15.863944 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Attempting to bind port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 on network e3018047-f815-471a-8408-765c865dcfaf {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:15.872326 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56976) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:15.879405 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd45d6-5cdf-4f74-8122-4137fb1534d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6404b9c8-3769-44bc-9045-f819b493acb4,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:15.895167 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 on network e3018047-f815-471a-8408-765c865dcfaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:23:15.895508 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Attempting to bind port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 on network e3018047-f815-471a-8408-765c865dcfaf {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:15.953619 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 7ae9a964-2947-4691-9e8e-69b37d7e88b7 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:15.972429 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 7ae9a964-2947-4691-9e8e-69b37d7e88b7 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:15.972429 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:15.972848 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e4eb-8c26-4438-b8df-cb5bd65aadd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.000847 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:16.006950 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Checking segment: {'id': 'c40a1649-d23b-4b7e-aa62-d0b90c0ec43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e3018047-f815-471a-8408-765c865dcfaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:16.006950 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Bound using segment: {'id': 'c40a1649-d23b-4b7e-aa62-d0b90c0ec43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e3018047-f815-471a-8408-765c865dcfaf'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:16.006950 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Bound port: 1ea3ca3e-2ac0-4374-9582-76ff614b9be9, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c40a1649-d23b-4b7e-aa62-d0b90c0ec43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e3018047-f815-471a-8408-765c865dcfaf'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:16.006950 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.026675 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Pushing event updated for resources: {'Port': ['ID=1ea3ca3e-2ac0-4374-9582-76ff614b9be9,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:16.101201 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e4eb-8c26-4438-b8df-cb5bd65aadd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.168857 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.181660 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-33845f36-0605-4670-89fc-2b5a260f1831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.204232 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] For port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:16.210300 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] For port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1ea3ca3e-2ac0-4374-9582-76ff614b9be9,segment=NetworkSegment(c40a1649-d23b-4b7e-aa62-d0b90c0ec43f),segment_id=c40a1649-d23b-4b7e-aa62-d0b90c0ec43f)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:16.210495 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-33845f36-0605-4670-89fc-2b5a260f1831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.218657 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-e2a068ec-7bfa-4977-95b9-6032cc7da7b2 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:16.220647 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-e2a068ec-7bfa-4977-95b9-6032cc7da7b2 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/networks?id=815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 200 len: 819 time: 0.6277332 Sep 03 18:23:16.271376 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 7ae9a964-2947-4691-9e8e-69b37d7e88b7, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=7ae9a964-2947-4691-9e8e-69b37d7e88b7,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:16.317587 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6459f66d-a1c3-4a22-8b62-079c54497d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.321971 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:16.330316 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-77768899-67df-4bf5-921e-d7372301a824 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/quotas/29638545443a4d02a8c1378db162cd9e HTTP/1.1" status: 200 len: 375 time: 0.0956070 Sep 03 18:23:16.336740 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e4eb-8c26-4438-b8df-cb5bd65aadd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.341871 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e4eb-8c26-4438-b8df-cb5bd65aadd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.349362 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.356712 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-ddf3e4eb-8c26-4438-b8df-cb5bd65aadd5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d56d1f66-92e1-4773-b6b3-df0321285fa5 HTTP/1.1" status: 204 len: 168 time: 0.8870990 Sep 03 18:23:16.358709 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:16.385149 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf3e4eb-8c26-4438-b8df-cb5bd65aadd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56d1f66-92e1-4773-b6b3-df0321285fa5,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:16.405918 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Pushing event updated for resources: {'Port': ['ID=0a9469d2-f6c1-411b-b4bf-30c1375d7330,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:16.422737 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.430164 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:16.430825 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.432346 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] 10.222.0.32 "PUT /v2.0/ports/1ea3ca3e-2ac0-4374-9582-76ff614b9be9 HTTP/1.1" status: 200 len: 1093 time: 2.8617840 Sep 03 18:23:16.445037 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6459f66d-a1c3-4a22-8b62-079c54497d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.445901 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b612f349-fccd-458f-a71a-52f46f24f818', 'tag': '1ea3ca3e-2ac0-4374-9582-76ff614b9be9'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:16.449849 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-33845f36-0605-4670-89fc-2b5a260f1831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.452617 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-33845f36-0605-4670-89fc-2b5a260f1831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.457016 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-33845f36-0605-4670-89fc-2b5a260f1831 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6404b9c8-3769-44bc-9045-f819b493acb4 HTTP/1.1" status: 204 len: 168 time: 0.5481541 Sep 03 18:23:16.474272 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a534bc1-480b-4853-bca3-d85c7e652d37 req-d3f01193-c81c-4481-a27d-70b2c582b7ef tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:16.480039 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3a534bc1-480b-4853-bca3-d85c7e652d37 req-d3f01193-c81c-4481-a27d-70b2c582b7ef tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 943 time: 0.3547268 Sep 03 18:23:16.584486 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-6459f66d-a1c3-4a22-8b62-079c54497d8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8ffe0e5f0f5453abf3ee60eeea6238f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8731372 Sep 03 18:23:16.592525 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459f66d-a1c3-4a22-8b62-079c54497d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f1b722-f3d9-4ae2-9a82-44ef6a311065,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:16.616902 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=7ae9a964-2947-4691-9e8e-69b37d7e88b7,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:16.630245 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33845f36-0605-4670-89fc-2b5a260f1831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6404b9c8-3769-44bc-9045-f819b493acb4,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:16.650634 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 56996) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:16.763584 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eee441cf-3798-43a7-9f57-d87a6c982b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.814888 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eee441cf-3798-43a7-9f57-d87a6c982b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.851363 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-561ecd50-d532-43ca-9dd4-02356c685d45 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5116260 Sep 03 18:23:16.886784 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-3acb1f2f-ce6d-446e-bc54-0a19229892dd None None] Provisioning complete for port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:16.887519 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3acb1f2f-ce6d-446e-bc54-0a19229892dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.907469 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23762687-784d-4dbb-8069-84f25be5f92d service neutron] Pushing event updated for resources: {'Port': ['ID=1ea3ca3e-2ac0-4374-9582-76ff614b9be9,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:16.939708 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-3acb1f2f-ce6d-446e-bc54-0a19229892dd None None] Port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:23:16.949149 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3a534bc1-480b-4853-bca3-d85c7e652d37 req-c38cfb32-2e76-48db-b82e-abf8f6c4097b tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397926 Sep 03 18:23:16.989534 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eee441cf-3798-43a7-9f57-d87a6c982b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.992917 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eee441cf-3798-43a7-9f57-d87a6c982b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:16.995390 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-eee441cf-3798-43a7-9f57-d87a6c982b91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25f1b722-f3d9-4ae2-9a82-44ef6a311065 HTTP/1.1" status: 204 len: 168 time: 0.3434052 Sep 03 18:23:17.009947 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee441cf-3798-43a7-9f57-d87a6c982b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f1b722-f3d9-4ae2-9a82-44ef6a311065,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:17.191683 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5049b820-0251-4234-b967-6a72686d0eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "b612f349-fccd-458f-a71a-52f46f24f818", "tag": "1ea3ca3e-2ac0-4374-9582-76ff614b9be9"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:17.208993 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:17.235696 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-a638fea8-02ee-4336-8bd3-96b396e3583c service neutron] 10.222.0.43 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729026 Sep 03 18:23:17.409648 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:17.417625 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Sync routers for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:17.426590 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-40ed1955-7524-4744-9db0-99d4554e068c admin admin] 10.222.0.43 "PUT /v2.0/routers/7744c361-f6c3-4fb7-adc2-1f05a11a15c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6220031 Sep 03 18:23:17.427503 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-69746b33-0d25-4a3a-9290-3037dcaefb7b service neutron] 10.222.0.43 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614313 Sep 03 18:23:17.436973 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:17.437755 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:22:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:17.680603 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:17.680603 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 7ae9a964-2947-4691-9e8e-69b37d7e88b7 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:17.820248 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 7ae9a964-2947-4691-9e8e-69b37d7e88b7 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:17.820248 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:17.864421 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57028) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:17.894471 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8d6cfafe-1232-47b2-8d0e-d933afa74ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:17.994207 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fbddb0c9-956b-4d75-9f85-decca660580c req-71a58d42-0e9e-44db-9dd1-a83c0c0d7208 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 210 time: 0.1361420 Sep 03 18:23:18.000586 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b64252-914f-4029-99ad-8a09108b55b2 x-openstack-request-id: req-e2b64252-914f-4029-99ad-8a09108b55b2 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:18.002013 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b612f349-fccd-458f-a71a-52f46f24f818", "tag": "1ea3ca3e-2ac0-4374-9582-76ff614b9be9", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:18.002276 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2b64252-914f-4029-99ad-8a09108b55b2 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:18.006040 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b612f349-fccd-458f-a71a-52f46f24f818', 'tag': '1ea3ca3e-2ac0-4374-9582-76ff614b9be9', 'status': 'completed', 'code': 200} Sep 03 18:23:18.235601 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8d6cfafe-1232-47b2-8d0e-d933afa74ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.237640 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:14Z', 'revision_number': 2, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:18.239061 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab265b7-7680-4071-9f27-575e1098ca96 req-9ce0468f-7f04-4149-acaf-8719ea2d37be tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:18.239061 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bab265b7-7680-4071-9f27-575e1098ca96 req-9ce0468f-7f04-4149-acaf-8719ea2d37be tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 943 time: 0.0880947 Sep 03 18:23:18.240329 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Checking router: 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:18.240329 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Updating router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 binding host dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:23:18.240533 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bab265b7-7680-4071-9f27-575e1098ca96 req-82fcc5f1-43c7-4c74-bbc1-dff9ccf3c0e3 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354714 Sep 03 18:23:18.256200 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.409237 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8d6cfafe-1232-47b2-8d0e-d933afa74ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.510534 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-8d6cfafe-1232-47b2-8d0e-d933afa74ad8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9584ae7df15c4e78ad6b2c363c2e94c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6447606 Sep 03 18:23:18.511442 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cfafe-1232-47b2-8d0e-d933afa74ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a661f315-2857-466e-bc6a-fec45acd2b42,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:18.513170 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57062) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:18.583280 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f50e-382b-4e89-bb6d-77529138bef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.610401 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f50e-382b-4e89-bb6d-77529138bef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.683045 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.776796 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Transition to ACTIVE for port object 0a9469d2-f6c1-411b-b4bf-30c1375d7330 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:18.776938 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f50e-382b-4e89-bb6d-77529138bef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.779411 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1dc3f50e-382b-4e89-bb6d-77529138bef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.780655 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-1dc3f50e-382b-4e89-bb6d-77529138bef7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a661f315-2857-466e-bc6a-fec45acd2b42 HTTP/1.1" status: 204 len: 168 time: 0.2662683 Sep 03 18:23:18.789839 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc3f50e-382b-4e89-bb6d-77529138bef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a661f315-2857-466e-bc6a-fec45acd2b42,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:18.824618 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57080) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:18.829542 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-1c32b02b-dfc4-4ad1-be72-129c295d40b8 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--4028320', 'description': 'tempest-description--52573210'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:18.877956 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.933664 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1c32b02b-dfc4-4ad1-be72-129c295d40b8 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:18.991216 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7d84f-7066-4742-a2e7-e4f66d44119b None None] Pushing event updated for resources: {'Port': ['ID=0a9469d2-f6c1-411b-b4bf-30c1375d7330,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:19.026954 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Attempting to bind port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:19.027337 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Attempting to bind port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:19.039194 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Attempting to bind port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 on network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:19.040430 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:19.040926 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Checking segment: {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:19.041441 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.041910 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Bound using segment: {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:19.042468 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Bound port: 0a9469d2-f6c1-411b-b4bf-30c1375d7330, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:19.043850 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.074199 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f1bc088e-9e38-446b-8b0b-3fbaf3f46d2e req-fe3ab2d2-e4e5-4195-adb8-0c250be802ce tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 210 time: 0.0369205 Sep 03 18:23:19.076764 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1c32b02b-dfc4-4ad1-be72-129c295d40b8 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.139213 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] For port 0a9469d2-f6c1-411b-b4bf-30c1375d7330, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:19.142668 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] For port 0a9469d2-f6c1-411b-b4bf-30c1375d7330, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=0a9469d2-f6c1-411b-b4bf-30c1375d7330,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:19.152515 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1c32b02b-dfc4-4ad1-be72-129c295d40b8 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.223984 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32b02b-dfc4-4ad1-be72-129c295d40b8 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222bb30f-0a2c-4f69-8d2b-ff1d38840954,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:19.240838 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.266435 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1c32b02b-dfc4-4ad1-be72-129c295d40b8 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.267996 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-1c32b02b-dfc4-4ad1-be72-129c295d40b8 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.4421666 Sep 03 18:23:19.271165 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57106) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:19.277460 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-12f0fbd9-0eb4-484b-865a-a4fe94822e4c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Request body: {'security_group_rule': {'security_group_id': '222bb30f-0a2c-4f69-8d2b-ff1d38840954', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:19.426726 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7a6e1-560e-4ef5-a2a8-b4a8cac2e13f req-ad8ad8a7-642f-49ce-9136-86e4d56692e9 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:19.441515 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-19c7a6e1-560e-4ef5-a2a8-b4a8cac2e13f req-ad8ad8a7-642f-49ce-9136-86e4d56692e9 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 943 time: 0.1042838 Sep 03 18:23:19.519633 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-19c7a6e1-560e-4ef5-a2a8-b4a8cac2e13f req-93d6d8aa-3438-4cdf-a6db-da5241a13959 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771887 Sep 03 18:23:19.579345 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-12f0fbd9-0eb4-484b-865a-a4fe94822e4c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.615550 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:19.616071 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:22:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:19.758676 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-12f0fbd9-0eb4-484b-865a-a4fe94822e4c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.780894 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:19.815610 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7d84f-7066-4742-a2e7-e4f66d44119b None None] Pushing event updated for resources: {'Port': ['ID=0a9469d2-f6c1-411b-b4bf-30c1375d7330,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:19.860766 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-12f0fbd9-0eb4-484b-865a-a4fe94822e4c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:19.905940 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0fbd9-0eb4-484b-865a-a4fe94822e4c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee1f588-66b0-4acc-9565-2c41cd301036,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:20.017056 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-12f0fbd9-0eb4-484b-865a-a4fe94822e4c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:20.017056 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-12f0fbd9-0eb4-484b-865a-a4fe94822e4c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7380774 Sep 03 18:23:20.017056 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57130) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:20.020458 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-1fb327dd-be5b-492f-a220-7e3a5bbc608c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Request body: {'security_group_rule': {'security_group_id': '222bb30f-0a2c-4f69-8d2b-ff1d38840954', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:20.064449 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:19Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:20.126033 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fb327dd-be5b-492f-a220-7e3a5bbc608c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:20.134622 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1493153d-08c3-42d6-9405-fb5991e9f83d None None] The sync data for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi is: [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:19Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:20.225970 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fb327dd-be5b-492f-a220-7e3a5bbc608c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:20.320608 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5eda6b8e-9a9e-4c55-93d8-599ac31c04a5 req-c50b35b8-4b04-40fe-83e2-8e3e710cd4a0 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 210 time: 0.0766501 Sep 03 18:23:20.457260 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fb327dd-be5b-492f-a220-7e3a5bbc608c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:20.503031 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb327dd-be5b-492f-a220-7e3a5bbc608c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8856d741-6c7b-4e87-99a5-b864010087ff,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:20.576002 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fb327dd-be5b-492f-a220-7e3a5bbc608c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:20.577618 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-1fb327dd-be5b-492f-a220-7e3a5bbc608c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5627427 Sep 03 18:23:20.581309 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57148) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:20.587262 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Request body: {'floatingip': {'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:20.606470 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9eb40e72-00c3-4898-a85b-aca04822127e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:20.742123 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32096f8d-3e10-4029-b3fb-a55b282a843c req-7276da94-402d-455a-b35d-78cac80b4f76 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:20.743928 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-32096f8d-3e10-4029-b3fb-a55b282a843c req-7276da94-402d-455a-b35d-78cac80b4f76 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 943 time: 0.0668950 Sep 03 18:23:20.828592 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-32096f8d-3e10-4029-b3fb-a55b282a843c req-034692c3-cd7d-4ff7-9713-d60ab3b527ca tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721776 Sep 03 18:23:20.873465 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:21.111724 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:21.259179 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Allocated IP 172.27.2.201 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/204a94b1-6dff-4159-94d7-cca7f3553d09) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:21.468584 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ca762949-57f9-4e12-a07c-859344f5f09e req-c54960eb-1c28-4f88-8ecd-5c0915c99f49 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 210 time: 0.0584493 Sep 03 18:23:21.477892 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:21.639385 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 0a9469d2-f6c1-411b-b4bf-30c1375d7330 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:21.719056 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:21.771263 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:21.776238 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:21.776941 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:21.793873 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:21.813399 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:21.817326 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:21.901328 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event updated for resources: {'Port': ['ID=204a94b1-6dff-4159-94d7-cca7f3553d09,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:22.000387 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:22.049504 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec7fad-da6c-4da6-b2e7-c85b0f0a7663 req-a05aedf4-9b26-4c52-baed-004ba57a554c tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:22.051734 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-38ec7fad-da6c-4da6-b2e7-c85b0f0a7663 req-a05aedf4-9b26-4c52-baed-004ba57a554c tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 943 time: 0.1027777 Sep 03 18:23:22.057981 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:22.099251 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 0a9469d2-f6c1-411b-b4bf-30c1375d7330, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=0a9469d2-f6c1-411b-b4bf-30c1375d7330,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:22.137114 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-38ec7fad-da6c-4da6-b2e7-c85b0f0a7663 req-11f1d75b-40a9-4d69-b7fa-567ee4c85844 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635879 Sep 03 18:23:22.218515 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:22.370531 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:22.457981 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=0a9469d2-f6c1-411b-b4bf-30c1375d7330,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:22.468607 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57196) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:22.542289 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:22.595153 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3fd18844-5ef3-4c3a-b749-260301e6cd7a req-920f5414-b46f-4eb7-b3d2-afa0b9f61f40 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 210 time: 0.0399797 Sep 03 18:23:22.611949 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62747990'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:22.778504 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event updated for resources: {'Port': ['ID=204a94b1-6dff-4159-94d7-cca7f3553d09,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:22.778504 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:22.898811 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c2a895b1-1243-40e6-ae63-64774ae391da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:22.939142 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:22.942643 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-f53d26e6-f495-41dc-b04b-6752a51bd109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3601730 Sep 03 18:23:22.994325 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3f687f66-be76-4cf6-a0be-ffa5436c6822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.111191 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c2a895b1-1243-40e6-ae63-64774ae391da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.362017 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c2a895b1-1243-40e6-ae63-64774ae391da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.433326 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.444814 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c5717-40ff-4666-b771-fb60782b92ec req-4440c454-980c-4cd6-90f4-e573b23b968c tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:23.446394 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b92c5717-40ff-4666-b771-fb60782b92ec req-4440c454-980c-4cd6-90f4-e573b23b968c tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 943 time: 0.1678557 Sep 03 18:23:23.459132 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-c2a895b1-1243-40e6-ae63-64774ae391da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f533f0855206459c909065d7d6033081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9890807 Sep 03 18:23:23.461641 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57242) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:23.500782 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a895b1-1243-40e6-ae63-64774ae391da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ddb365-aca6-4b3d-8768-b0d99289da7a,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:23.564837 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-86efdc37-35ef-4706-8da8-797253fc1b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.581499 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b92c5717-40ff-4666-b771-fb60782b92ec req-c3e84b6e-936b-42a7-bed1-4ce11c72baab tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118996 Sep 03 18:23:23.600856 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-97d9925c-9180-44f0-96d5-91a83f853f1e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--4028320&fields=id&tenant_id=e536d47e77e248429da43165cb987ba5 HTTP/1.1" status: 200 len: 267 time: 0.1489191 Sep 03 18:23:23.623947 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-86efdc37-35ef-4706-8da8-797253fc1b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.640404 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 0a9469d2-f6c1-411b-b4bf-30c1375d7330 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:23.725536 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:23.726071 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.789030 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a0de3706-215b-4125-bca3-f8b3916bc560 req-c417cc41-66b2-455b-8b94-c68d4847887b tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 210 time: 0.0783658 Sep 03 18:23:23.816183 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-86efdc37-35ef-4706-8da8-797253fc1b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.819054 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-86efdc37-35ef-4706-8da8-797253fc1b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.820396 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-86efdc37-35ef-4706-8da8-797253fc1b48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d6ddb365-aca6-4b3d-8768-b0d99289da7a HTTP/1.1" status: 204 len: 168 time: 0.3574481 Sep 03 18:23:23.846398 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efdc37-35ef-4706-8da8-797253fc1b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ddb365-aca6-4b3d-8768-b0d99289da7a,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:23.876728 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-04dc93b2-8edd-4b96-85c8-4e5fe13afc11 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:23.887251 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-04dc93b2-8edd-4b96-85c8-4e5fe13afc11 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/networks?id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 HTTP/1.1" status: 200 len: 811 time: 0.2849543 Sep 03 18:23:23.910467 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-9841fd17-f2a6-4f81-9df7-05f544fedf9b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/quotas/e536d47e77e248429da43165cb987ba5 HTTP/1.1" status: 200 len: 375 time: 0.0219200 Sep 03 18:23:23.979588 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-6d9f8466-6a7b-406e-9a6e-f5ecd7e8cd1e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e536d47e77e248429da43165cb987ba5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681229 Sep 03 18:23:24.178443 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-7f6146da-b5f7-4947-8b5b-2417df3a11aa service neutron] 10.222.0.43 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729584 Sep 03 18:23:24.202951 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:24.309466 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-ed4d9dc3-c909-4461-b8ba-4ce07490f3b4 service neutron] 10.222.0.43 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297657 Sep 03 18:23:24.662608 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-af6e835e-299e-4122-b9eb-cbc86371b453 req-14962dbb-ed47-4c51-88bb-9e053c9e3e78 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 210 time: 0.0507100 Sep 03 18:23:24.757291 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b91d8-91d0-4847-9ecc-1ddf81a7ba07 req-b89dd528-ffd4-4f8d-ba57-28ba0729cfa1 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:24.758854 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7d1b91d8-91d0-4847-9ecc-1ddf81a7ba07 req-b89dd528-ffd4-4f8d-ba57-28ba0729cfa1 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 943 time: 0.0725164 Sep 03 18:23:24.802560 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7d1b91d8-91d0-4847-9ecc-1ddf81a7ba07 req-ade88b4d-5d1d-4f4b-994e-d2e1ffceabf5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361888 Sep 03 18:23:24.933620 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60e3751f-aea3-4a73-a296-ede2ae1ad374 req-4baef564-0ef0-45f9-8bb9-e9742698434a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 210 time: 0.0372593 Sep 03 18:23:24.949652 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-195ca7f3-24f7-4b98-9870-82f16b2c80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:24.951162 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-195ca7f3-24f7-4b98-9870-82f16b2c80fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a31695266e15448c9c7e7b77897cd607&device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 1096 time: 0.1048319 Sep 03 18:23:25.033234 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57292) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:25.046843 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-e05382da-f72e-4fb7-9143-82c03f82abd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ea3ca3e-2ac0-4374-9582-76ff614b9be9 HTTP/1.1" status: 200 len: 217 time: 0.0815070 Sep 03 18:23:25.049006 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-51220322-86c0-451e-825c-e51e69d0241d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:25.123897 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-3876f98d-3045-4e9a-9df7-0d90e5d41e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:25.136004 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-3876f98d-3045-4e9a-9df7-0d90e5d41e64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4c2885-d4e7-4324-8373-e418bea92818 HTTP/1.1" status: 200 len: 852 time: 0.0717165 Sep 03 18:23:25.194404 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-51220322-86c0-451e-825c-e51e69d0241d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:25.222531 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-e0a16436-b2be-42e4-9654-cfc06f1f4cb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3018047-f815-471a-8408-765c865dcfaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719166 Sep 03 18:23:25.295029 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-51220322-86c0-451e-825c-e51e69d0241d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:25.362299 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-51220322-86c0-451e-825c-e51e69d0241d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a8b88da2b004a808d9b8b87d23dcabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3277915 Sep 03 18:23:25.365028 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57304) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:25.387617 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51220322-86c0-451e-825c-e51e69d0241d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0f8162-31bc-40fe-a1bc-4919b6f31701,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:25.400161 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-744f6fb5-a07d-4d94-b405-6889e4345ad1 service neutron] 10.222.0.32 "GET /v2.0/networks/e3018047-f815-471a-8408-765c865dcfaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680298 Sep 03 18:23:25.464261 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dfb35a48-a670-46e3-b536-e0ddcd8e1ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:25.506594 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dfb35a48-a670-46e3-b536-e0ddcd8e1ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:25.555516 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b29334-69a8-4109-98c3-b4eba3e14995 req-acb54ba0-86c2-4ed8-a3a5-5cb0c7b824a9 service neutron] 10.222.0.32 "GET /v2.0/networks/e3018047-f815-471a-8408-765c865dcfaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467805 Sep 03 18:23:25.646018 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dfb35a48-a670-46e3-b536-e0ddcd8e1ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:25.649244 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dfb35a48-a670-46e3-b536-e0ddcd8e1ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:25.652693 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-dfb35a48-a670-46e3-b536-e0ddcd8e1ba1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d0f8162-31bc-40fe-a1bc-4919b6f31701 HTTP/1.1" status: 204 len: 168 time: 0.2845719 Sep 03 18:23:25.662599 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb35a48-a670-46e3-b536-e0ddcd8e1ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0f8162-31bc-40fe-a1bc-4919b6f31701,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:25.897198 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ffc1651f-5ee0-45e5-885d-6a8cfe5c8b6c req-dc45d4eb-7b13-436d-884d-8a932082c817 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 210 time: 0.0528836 Sep 03 18:23:26.073434 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b820-0251-4234-b967-6a72686d0eb0 req-4cb85e59-b532-4ac6-b5fd-8521d54fe511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:26.075012 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5049b820-0251-4234-b967-6a72686d0eb0 req-4cb85e59-b532-4ac6-b5fd-8521d54fe511 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a31695266e15448c9c7e7b77897cd607&device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 1096 time: 0.3476455 Sep 03 18:23:26.115739 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c9f9136e-48f9-4749-a273-39089871b2af req-47f7f6d1-3f24-46a0-9a67-4bbc67216801 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 210 time: 0.0390282 Sep 03 18:23:26.163428 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec5e5f-bc4f-45fd-a7f7-8e5fdd343016 req-cbd1680e-0105-4c37-ab65-9c9419f28c23 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:26.164792 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5bec5e5f-bc4f-45fd-a7f7-8e5fdd343016 req-cbd1680e-0105-4c37-ab65-9c9419f28c23 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 943 time: 0.2735958 Sep 03 18:23:26.255811 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:26.279135 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5bec5e5f-bc4f-45fd-a7f7-8e5fdd343016 req-149c7efd-bd12-4fa2-aaac-5eaa700bdce1 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011207 Sep 03 18:23:26.281810 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b820-0251-4234-b967-6a72686d0eb0 req-ab0a3cb9-af88-4c87-b76b-bd617b362480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:26.283233 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5049b820-0251-4234-b967-6a72686d0eb0 req-ab0a3cb9-af88-4c87-b76b-bd617b362480 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e3018047-f815-471a-8408-765c865dcfaf HTTP/1.1" status: 200 len: 913 time: 0.1959887 Sep 03 18:23:26.330358 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5049b820-0251-4234-b967-6a72686d0eb0 req-206046e6-f0f0-4495-8009-efba9990d2ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ea3ca3e-2ac0-4374-9582-76ff614b9be9 HTTP/1.1" status: 200 len: 217 time: 0.0385270 Sep 03 18:23:26.406912 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049b820-0251-4234-b967-6a72686d0eb0 req-94771c79-abd0-4fa1-b961-a13b6c698f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:26.413564 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5049b820-0251-4234-b967-6a72686d0eb0 req-94771c79-abd0-4fa1-b961-a13b6c698f5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9d4c2885-d4e7-4324-8373-e418bea92818 HTTP/1.1" status: 200 len: 852 time: 0.0691528 Sep 03 18:23:26.440079 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57340) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:26.445289 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5049b820-0251-4234-b967-6a72686d0eb0 req-4d89fc19-b1b2-482b-ab91-cd17a37ea094 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e3018047-f815-471a-8408-765c865dcfaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282352 Sep 03 18:23:26.466654 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.32', 51694) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:26.654193 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5049b820-0251-4234-b967-6a72686d0eb0 req-4a71f9c3-307d-402f-be59-662b1eff3dfd service neutron] 10.222.0.32 "GET /v2.0/networks/e3018047-f815-471a-8408-765c865dcfaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817520 Sep 03 18:23:26.785022 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5049b820-0251-4234-b967-6a72686d0eb0 req-0cac2c32-77b8-47dd-b74e-9e5a62a8fe30 service neutron] 10.222.0.32 "GET /v2.0/networks/e3018047-f815-471a-8408-765c865dcfaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223464 Sep 03 18:23:26.868129 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9df95de4-d9bd-4674-b2f9-8790f99b75fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:26.988053 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-d35399ed-79a3-41e5-b55b-20666b368c6f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:26.989593 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-d35399ed-79a3-41e5-b55b-20666b368c6f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.32 "GET /v2.0/networks?id=815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 200 len: 819 time: 0.5212581 Sep 03 18:23:26.996521 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9df95de4-d9bd-4674-b2f9-8790f99b75fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:27.004887 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Request body: {'port': {'device_id': '04f72760-96d0-4659-a90b-ca00d42fcc86', 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53', 'admin_state_up': True, 'tenant_id': '29638545443a4d02a8c1378db162cd9e'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:27.053508 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b13e2413-efde-499a-b7df-e64329476b06 req-9c74da87-5cfe-4140-b32a-1e7b3c941036 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 210 time: 0.0318291 Sep 03 18:23:27.070868 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9df95de4-d9bd-4674-b2f9-8790f99b75fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:27.118008 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-9df95de4-d9bd-4674-b2f9-8790f99b75fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2612dd8bd0643a0a0e3c6e75554b445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755960 Sep 03 18:23:27.127031 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57374) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:27.127681 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df95de4-d9bd-4674-b2f9-8790f99b75fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b76b79-10aa-4a62-8226-9799c2f883ce,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:27.256976 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-208f36b4-3e55-4a3d-953e-b2e502e6ea7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:27.287713 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-208f36b4-3e55-4a3d-953e-b2e502e6ea7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:27.292515 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:23:27.328084 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9570dd64-4b4d-4447-a610-5808c02b2b2b req-0e10e812-a056-415f-9b08-5376e7f86b4c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 210 time: 0.0727620 Sep 03 18:23:27.388819 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-1a3ebbd1-4839-41e8-a24d-136918979f57 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:27.391072 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-1a3ebbd1-4839-41e8-a24d-136918979f57 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.32 "GET /v2.0/networks?id=815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 200 len: 819 time: 0.1918352 Sep 03 18:23:27.400637 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Made reservation on behalf of 29638545443a4d02a8c1378db162cd9e for: {'port': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:23:27.400637 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:27.417748 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Request body: {'port': {'device_id': 'f00b6780-3ae3-4736-b40b-4ae4f93c5520', 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53', 'admin_state_up': True, 'tenant_id': '29638545443a4d02a8c1378db162cd9e'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:27.443387 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1ea3ca3e-2ac0-4374-9582-76ff614b9be9,segment=NetworkSegment(c40a1649-d23b-4b7e-aa62-d0b90c0ec43f),segment_id=c40a1649-d23b-4b7e-aa62-d0b90c0ec43f)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:27.459164 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '1ea3ca3e-2ac0-4374-9582-76ff614b9be9', 'network_id': 'e3018047-f815-471a-8408-765c865dcfaf', 'port_id': '1ea3ca3e-2ac0-4374-9582-76ff614b9be9', 'mac_address': 'fa:16:3e:80:61:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d4c2885-d4e7-4324-8373-e418bea92818', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:23:27.468983 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1e184-2682-4636-b713-b9defd116454 req-0fb88c0b-d659-46ef-aaa0-d28df325d59c tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:27.470533 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a1a1e184-2682-4636-b713-b9defd116454 req-0fb88c0b-d659-46ef-aaa0-d28df325d59c tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 943 time: 0.1026330 Sep 03 18:23:27.501635 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:27.517041 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:27.540771 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1ea3ca3e-2ac0-4374-9582-76ff614b9be9,segment=NetworkSegment(c40a1649-d23b-4b7e-aa62-d0b90c0ec43f),segment_id=c40a1649-d23b-4b7e-aa62-d0b90c0ec43f)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:27.544185 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-208f36b4-3e55-4a3d-953e-b2e502e6ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:27.548479 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-208f36b4-3e55-4a3d-953e-b2e502e6ea7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:27.553479 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-208f36b4-3e55-4a3d-953e-b2e502e6ea7b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/80b76b79-10aa-4a62-8226-9799c2f883ce HTTP/1.1" status: 204 len: 168 time: 0.4227223 Sep 03 18:23:27.581497 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a1a1e184-2682-4636-b713-b9defd116454 req-d226f905-a9a1-495c-ad9f-be0800310110 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576384 Sep 03 18:23:27.587748 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:27.622764 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f36b4-3e55-4a3d-953e-b2e502e6ea7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b76b79-10aa-4a62-8226-9799c2f883ce,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:27.728379 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=1ea3ca3e-2ac0-4374-9582-76ff614b9be9,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:27.787133 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Allocated IP 172.20.0.11 (815a170a-9300-450a-a438-374a9fbe2f53/d057384a-5901-42e3-80f5-8484300272f4/08c8d689-708f-40c4-a8a1-ad808a939a90) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:27.798584 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Made reservation on behalf of 29638545443a4d02a8c1378db162cd9e for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:23:27.804435 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:27.843561 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['1ea3ca3e-2ac0-4374-9582-76ff614b9be9'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:23:27.934114 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.32', 51703) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:28.070320 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.189679 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-7eb02965-7b0e-494e-9a7b-2ffbd20c43c4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:28.191519 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-7eb02965-7b0e-494e-9a7b-2ffbd20c43c4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.32 "GET /v2.0/networks?id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 HTTP/1.1" status: 200 len: 811 time: 0.2540557 Sep 03 18:23:28.287384 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c2376349-1b49-4bf9-a603-ab2da8fe7cb0 req-ecfb12c3-c037-4042-bd56-d2bd3a3cb6e8 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 210 time: 0.0764616 Sep 03 18:23:28.301784 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.334213 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-7b35b96a-1dcc-4b8d-b1c3-dbcd84ed6bc4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e536d47e77e248429da43165cb987ba5 HTTP/1.1" status: 200 len: 377 time: 0.1329165 Sep 03 18:23:28.371333 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Request body: {'port': {'device_id': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'admin_state_up': True, 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'security_groups': ['222bb30f-0a2c-4f69-8d2b-ff1d38840954']}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:28.438071 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Network 815a170a-9300-450a-a438-374a9fbe2f53 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:28.448191 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:28.450182 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Pushing event updated for resources: {'Port': ['ID=08c8d689-708f-40c4-a8a1-ad808a939a90,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:28.452953 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:28.493002 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Allocated IP 172.20.0.9 (815a170a-9300-450a-a438-374a9fbe2f53/d057384a-5901-42e3-80f5-8484300272f4/2f558f79-9c4a-4493-96ce-299307a82d65) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:28.498715 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-560f74fc-dece-49a2-9599-ee8316ab9f5a req-ab5d4f57-bdf2-404a-8936-43b8997f0cdd tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 210 time: 0.0397513 Sep 03 18:23:28.515105 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:28.516572 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for port, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.606474 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57466) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:28.627253 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4bc0-b543-4b4d-bc98-841f461f6c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.655052 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-648cf320-9da5-496e-ab23-6dcdfd8f8a7a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6525583 Sep 03 18:23:28.674162 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Request body: {'port': {'device_id': '04f72760-96d0-4659-a90b-ca00d42fcc86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:28.798484 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Made reservation on behalf of e536d47e77e248429da43165cb987ba5 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:23:28.802072 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.806605 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.822762 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abd932-b79a-4db1-8214-889a1ff59adb req-b25c9195-f403-4b07-a7a2-204dc335a5d9 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:28.830535 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e4abd932-b79a-4db1-8214-889a1ff59adb req-b25c9195-f403-4b07-a7a2-204dc335a5d9 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 944 time: 0.1301615 Sep 03 18:23:28.835553 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.889158 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57486) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:28.968076 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e4abd932-b79a-4db1-8214-889a1ff59adb req-5826fd30-dd3f-4338-95b1-481843dec810 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318774 Sep 03 18:23:29.066400 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.076187 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Allocated IP 172.20.0.9 (c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6/92072c23-33c1-47f0-b4a5-f2bb027fc0fb/6dd0161a-41eb-49be-8449-235aa4984b19) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:29.128942 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4bc0-b543-4b4d-bc98-841f461f6c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.139555 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Network 815a170a-9300-450a-a438-374a9fbe2f53 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:29.151511 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b1a7-1652-46ad-857a-23dc4eb8eb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.153395 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:29.163412 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:29.165842 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Pushing event updated for resources: {'Port': ['ID=2f558f79-9c4a-4493-96ce-299307a82d65,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:29.209280 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7f5c4bc0-b543-4b4d-bc98-841f461f6c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.252542 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-7f5c4bc0-b543-4b4d-bc98-841f461f6c30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0e04e0d5dd0f4a1eb46047889f0a3e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6449745 Sep 03 18:23:29.257961 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57504) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:29.265297 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:29.265950 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.272807 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c4bc0-b543-4b4d-bc98-841f461f6c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084cc544-e435-489d-97aa-65e1ac2187c4,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:29.297089 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:29.356353 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c8d689-708f-40c4-a8a1-ad808a939a90 {{(pid=94512) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:29.367357 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.385931 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Transition to ACTIVE for port object 08c8d689-708f-40c4-a8a1-ad808a939a90 will not be triggered until provisioned by entity L2. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:29.443142 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:29.447491 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:29.448294 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.489892 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-02529e7b-d7dc-4235-ac84-593eb2fa4650 req-078abd71-5064-42d2-a0c0-3684b752f3b7 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 210 time: 0.0921590 Sep 03 18:23:29.499422 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.506419 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62747990'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.518390 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7d46-5fcb-414b-8494-4879c1892e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.549455 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Transition to ACTIVE for port object 6dd0161a-41eb-49be-8449-235aa4984b19 will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:29.579485 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.616734 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b612f349-fccd-458f-a71a-52f46f24f818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea3ca3e-2ac0-4374-9582-76ff614b9be9'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:29.632007 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7d46-5fcb-414b-8494-4879c1892e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.634724 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b1a7-1652-46ad-857a-23dc4eb8eb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.661842 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Pushing event updated for resources: {'Port': ['ID=08c8d689-708f-40c4-a8a1-ad808a939a90,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:29.703343 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Attempting to bind port 08c8d689-708f-40c4-a8a1-ad808a939a90 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:29.703343 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Attempting to bind port 08c8d689-708f-40c4-a8a1-ad808a939a90 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:29.703746 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Attempting to bind port 08c8d689-708f-40c4-a8a1-ad808a939a90 on network 815a170a-9300-450a-a438-374a9fbe2f53 {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:29.705252 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7cf4b1a7-1652-46ad-857a-23dc4eb8eb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.712459 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Port 08c8d689-708f-40c4-a8a1-ad808a939a90 on network 815a170a-9300-450a-a438-374a9fbe2f53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:23:29.712459 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Attempting to bind port 08c8d689-708f-40c4-a8a1-ad808a939a90 on network 815a170a-9300-450a-a438-374a9fbe2f53 {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:29.717935 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:29.718142 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Checking segment: {'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:29.719381 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Bound using segment: {'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'} {{(pid=94512) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:29.719889 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.managers [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Bound port: 08c8d689-708f-40c4-a8a1-ad808a939a90, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'}}] {{(pid=94512) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:29.720672 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.746372 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f562b73-5a3d-4f1d-bef4-b57c1adf9c6f req-adb11d79-2fda-45de-83f6-9a96d560fd26 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:29.749412 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1ea3ca3e-2ac0-4374-9582-76ff614b9be9,segment=NetworkSegment(c40a1649-d23b-4b7e-aa62-d0b90c0ec43f),segment_id=c40a1649-d23b-4b7e-aa62-d0b90c0ec43f)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:29.754505 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5f562b73-5a3d-4f1d-bef4-b57c1adf9c6f req-adb11d79-2fda-45de-83f6-9a96d560fd26 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 931 time: 0.1390944 Sep 03 18:23:29.784417 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-7cf4b1a7-1652-46ad-857a-23dc4eb8eb76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=74cac595950f4fd188ad35c50ccb3ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8931227 Sep 03 18:23:29.786498 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf4b1a7-1652-46ad-857a-23dc4eb8eb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56da60b9-111d-4879-993a-43513622d8fb,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:29.789066 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57530) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:29.825320 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] For port 08c8d689-708f-40c4-a8a1-ad808a939a90, host hv-cinder-76019, cleared binding levels {{(pid=94512) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:29.837099 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-45a55f39-476a-41c5-bb06-c12a2aec4c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4254770 Sep 03 18:23:29.841170 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] For port 08c8d689-708f-40c4-a8a1-ad808a939a90, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=08c8d689-708f-40c4-a8a1-ad808a939a90,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94512) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:29.846294 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5f562b73-5a3d-4f1d-bef4-b57c1adf9c6f req-e51f36f7-d2bb-4efe-b04d-7032ae173bc4 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889621 Sep 03 18:23:29.852174 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.860091 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Request body: {'port': {'device_id': 'f00b6780-3ae3-4736-b40b-4ae4f93c5520', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:29.868471 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.898286 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7d46-5fcb-414b-8494-4879c1892e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.902658 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7d46-5fcb-414b-8494-4879c1892e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.906416 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-ad6f7d46-5fcb-414b-8494-4879c1892e0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/084cc544-e435-489d-97aa-65e1ac2187c4 HTTP/1.1" status: 204 len: 168 time: 0.6452031 Sep 03 18:23:29.924667 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62747990'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.935225 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=1ea3ca3e-2ac0-4374-9582-76ff614b9be9,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:29.991319 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:29.992131 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for port, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:29.993887 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] 10.222.0.32 "PUT /v2.0/ports/08c8d689-708f-40c4-a8a1-ad808a939a90 HTTP/1.1" status: 200 len: 1094 time: 1.3327601 Sep 03 18:23:29.994350 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f72760-96d0-4659-a90b-ca00d42fcc86', 'tag': '08c8d689-708f-40c4-a8a1-ad808a939a90'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:30.020025 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c3110-717e-4336-a0ed-ace297166bae service neutron] Pushing event updated for resources: {'Port': ['ID=08c8d689-708f-40c4-a8a1-ad808a939a90,revision_number=3']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:30.039574 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f7d46-5fcb-414b-8494-4879c1892e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084cc544-e435-489d-97aa-65e1ac2187c4,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:30.087768 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:30.096941 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:30.136596 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc14ff25-57b4-400e-99f5-72483aeea234" -d '{"events": [{"server_uuid": "b612f349-fccd-458f-a71a-52f46f24f818", "name": "network-vif-plugged", "status": "completed", "tag": "1ea3ca3e-2ac0-4374-9582-76ff614b9be9"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:30.154649 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0bc0baa8-c71d-4616-bd1b-8cfa04305ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:30.161722 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:30.165978 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:30.200003 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57554) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:30.309031 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-7154cac1-8688-4161-8f11-4aad02de77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:30.310620 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-7154cac1-8688-4161-8f11-4aad02de77f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 1097 time: 0.2044997 Sep 03 18:23:30.329554 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f8de01-d7a3-4d2b-8f89-2341a935b43a x-openstack-request-id: req-60f8de01-d7a3-4d2b-8f89-2341a935b43a {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:30.330380 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b612f349-fccd-458f-a71a-52f46f24f818", "name": "network-vif-plugged", "status": "completed", "tag": "1ea3ca3e-2ac0-4374-9582-76ff614b9be9", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:30.330780 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60f8de01-d7a3-4d2b-8f89-2341a935b43a {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:30.331376 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b612f349-fccd-458f-a71a-52f46f24f818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea3ca3e-2ac0-4374-9582-76ff614b9be9', 'code': 200} Sep 03 18:23:30.507765 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-26f71014-7cd7-4cb5-a690-600f78c4a716 None None] Provisioning for port 6dd0161a-41eb-49be-8449-235aa4984b19 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:30.511953 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-26f71014-7cd7-4cb5-a690-600f78c4a716 None None] Provisioning complete for port 6dd0161a-41eb-49be-8449-235aa4984b19 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:30.512190 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-26f71014-7cd7-4cb5-a690-600f78c4a716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:30.568323 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0c503-1ad3-4c2e-bdab-19ff308de0e7 req-bc426123-0608-4de7-8676-1812c9d320a7 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:30.573802 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-98b0c503-1ad3-4c2e-bdab-19ff308de0e7 req-bc426123-0608-4de7-8676-1812c9d320a7 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 945 time: 0.4201488 Sep 03 18:23:30.579582 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event updated for resources: {'Port': ['ID=6dd0161a-41eb-49be-8449-235aa4984b19,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:30.629651 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-26f71014-7cd7-4cb5-a690-600f78c4a716 None None] Port 6dd0161a-41eb-49be-8449-235aa4984b19 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:23:30.661487 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0bc0baa8-c71d-4616-bd1b-8cfa04305ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:30.686727 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.32', 51707) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:30.689371 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b069f4827def78a3d49b85512a03cffc99477986503a43a7fcf5fcd93c8100ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2c39a4-2a55-4bb4-966d-87900a1d9442" -d '{"events": [{"name": "network-changed", "server_uuid": "04f72760-96d0-4659-a90b-ca00d42fcc86", "tag": "08c8d689-708f-40c4-a8a1-ad808a939a90"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:30.724313 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-d29eef55-be45-4e09-896d-8c35b22b3ed6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08c8d689-708f-40c4-a8a1-ad808a939a90 HTTP/1.1" status: 200 len: 217 time: 0.4059219 Sep 03 18:23:30.792090 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e46d-4e86-4a96-8284-e99c0baa4584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:30.809006 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:30.809944 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:30.826633 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-98b0c503-1ad3-4c2e-bdab-19ff308de0e7 req-5ab3c90f-d71c-41ac-a0cf-0f90ea1c3edc tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516694 Sep 03 18:23:30.834424 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-1754a21a-8eaf-416b-808d-66d5cf332132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:30.844308 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-1754a21a-8eaf-416b-808d-66d5cf332132 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d057384a-5901-42e3-80f5-8484300272f4 HTTP/1.1" status: 200 len: 859 time: 0.0944078 Sep 03 18:23:30.887094 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb7679-3e3c-4422-931c-7de7187caa83 req-587af384-a6a8-47ca-942b-7e60e138ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:30.888600 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-1adb7679-3e3c-4422-931c-7de7187caa83 req-587af384-a6a8-47ca-942b-7e60e138ed6b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 1098 time: 0.1964102 Sep 03 18:23:30.906934 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-9f779ec3-e66e-41a0-bf4b-746c5067b17c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=815a170a-9300-450a-a438-374a9fbe2f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575848 Sep 03 18:23:30.943953 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-1adb7679-3e3c-4422-931c-7de7187caa83 req-64492d6f-71d6-4faa-9fa9-6c3ef42b66dc service neutron] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:30.945306 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c9ec5-7f53-4242-946f-5e96f21f4e18 req-984ca690-a07b-4cc5-9e62-425fd4398c4b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:30.946862 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c49c9ec5-7f53-4242-946f-5e96f21f4e18 req-984ca690-a07b-4cc5-9e62-425fd4398c4b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 931 time: 0.2978470 Sep 03 18:23:31.071724 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-61ee5c41-9763-4e2f-b1a2-d236f4c030d3 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552968 Sep 03 18:23:31.079275 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c49c9ec5-7f53-4242-946f-5e96f21f4e18 req-fa756632-a6b3-451e-8949-ac177b05dbda tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1256804 Sep 03 18:23:31.109071 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0bc0baa8-c71d-4616-bd1b-8cfa04305ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.111607 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0bc0baa8-c71d-4616-bd1b-8cfa04305ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.113072 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-0bc0baa8-c71d-4616-bd1b-8cfa04305ce2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/56da60b9-111d-4879-993a-43513622d8fb HTTP/1.1" status: 204 len: 168 time: 1.3229530 Sep 03 18:23:31.126544 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e46d-4e86-4a96-8284-e99c0baa4584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.134767 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0baa8-c71d-4616-bd1b-8cfa04305ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56da60b9-111d-4879-993a-43513622d8fb,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:31.217898 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e8f7e46d-4e86-4a96-8284-e99c0baa4584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.278445 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c2d2f2-93d8-4a76-8444-fa81d6e632ea x-openstack-request-id: req-74c2d2f2-93d8-4a76-8444-fa81d6e632ea {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:31.278738 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f72760-96d0-4659-a90b-ca00d42fcc86", "tag": "08c8d689-708f-40c4-a8a1-ad808a939a90", "status": "completed", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:31.278993 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74c2d2f2-93d8-4a76-8444-fa81d6e632ea {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:31.279457 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f72760-96d0-4659-a90b-ca00d42fcc86', 'tag': '08c8d689-708f-40c4-a8a1-ad808a939a90', 'status': 'completed', 'code': 200} Sep 03 18:23:31.327112 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde430c4-81b5-4251-bf5b-df4389cf90fc req-83d50595-0fde-46f5-92d8-18099e4c2609 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:31.336214 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bde430c4-81b5-4251-bf5b-df4389cf90fc req-83d50595-0fde-46f5-92d8-18099e4c2609 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 931 time: 0.0987072 Sep 03 18:23:31.343624 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f558f79-9c4a-4493-96ce-299307a82d65 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:31.350669 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-bc50ad3a-1edd-45cd-9c59-3bf6e8d1a40e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0072401 Sep 03 18:23:31.354713 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-e8f7e46d-4e86-4a96-8284-e99c0baa4584 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a21b077a84ca43ee80fa22bda582850d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1442184 Sep 03 18:23:31.355989 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57612) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:31.359328 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7e46d-4e86-4a96-8284-e99c0baa4584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a11dd96-abef-4f7a-9d69-aeba4a9ae693,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:31.363375 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-f900d755-92a4-4812-8b5f-6a56c7892694 req-6883f118-79b8-43c5-b87e-11ea133668d5 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667596 Sep 03 18:23:31.385086 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.390540 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Request body: {'port': {'device_id': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:31.431407 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bde430c4-81b5-4251-bf5b-df4389cf90fc req-c83a866e-da62-4ccf-942b-bc25c1593c7f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942698 Sep 03 18:23:31.435428 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Transition to ACTIVE for port object 2f558f79-9c4a-4493-96ce-299307a82d65 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:31.440237 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9f434e02-2694-441d-a733-e8d8371f9afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.464849 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.501629 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9f434e02-2694-441d-a733-e8d8371f9afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.525057 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.565093 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-1adb7679-3e3c-4422-931c-7de7187caa83 req-64492d6f-71d6-4faa-9fa9-6c3ef42b66dc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.599851 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c39a4-2a55-4bb4-966d-87900a1d9442 req-3246e313-cd9f-4e5c-83eb-a2b6749d4d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:31.601725 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-be2c39a4-2a55-4bb4-966d-87900a1d9442 req-3246e313-cd9f-4e5c-83eb-a2b6749d4d25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 1097 time: 0.0904691 Sep 03 18:23:31.646134 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [req-1adb7679-3e3c-4422-931c-7de7187caa83 req-64492d6f-71d6-4faa-9fa9-6c3ef42b66dc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.665501 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Pushing event updated for resources: {'Port': ['ID=2f558f79-9c4a-4493-96ce-299307a82d65,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:31.749431 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-1adb7679-3e3c-4422-931c-7de7187caa83 req-64492d6f-71d6-4faa-9fa9-6c3ef42b66dc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8449242 Sep 03 18:23:31.749992 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9f434e02-2694-441d-a733-e8d8371f9afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.752365 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9f434e02-2694-441d-a733-e8d8371f9afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.753409 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-9f434e02-2694-441d-a733-e8d8371f9afd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a11dd96-abef-4f7a-9d69-aeba4a9ae693 HTTP/1.1" status: 204 len: 168 time: 0.3950517 Sep 03 18:23:31.778778 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Attempting to bind port 2f558f79-9c4a-4493-96ce-299307a82d65 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:31.779100 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Attempting to bind port 2f558f79-9c4a-4493-96ce-299307a82d65 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:31.779431 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Attempting to bind port 2f558f79-9c4a-4493-96ce-299307a82d65 on network 815a170a-9300-450a-a438-374a9fbe2f53 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:31.787869 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Port 2f558f79-9c4a-4493-96ce-299307a82d65 on network 815a170a-9300-450a-a438-374a9fbe2f53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:23:31.788191 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Attempting to bind port 2f558f79-9c4a-4493-96ce-299307a82d65 on network 815a170a-9300-450a-a438-374a9fbe2f53 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:31.791347 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64492d6f-71d6-4faa-9fa9-6c3ef42b66dc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf06720-391f-407e-a42d-0040a7f7f873,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:31.798797 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:31.799204 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Checking segment: {'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:31.799509 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Bound using segment: {'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:31.799953 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Bound port: 2f558f79-9c4a-4493-96ce-299307a82d65, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:31.800293 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.821883 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f434e02-2694-441d-a733-e8d8371f9afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a11dd96-abef-4f7a-9d69-aeba4a9ae693,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:31.823807 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c39a4-2a55-4bb4-966d-87900a1d9442 req-a009c4f3-df24-4a20-9c9e-6aa7c2b37cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:31.825344 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-be2c39a4-2a55-4bb4-966d-87900a1d9442 req-a009c4f3-df24-4a20-9c9e-6aa7c2b37cf6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 200 len: 920 time: 0.2155375 Sep 03 18:23:31.946680 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] For port 2f558f79-9c4a-4493-96ce-299307a82d65, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:31.964426 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd0161a-41eb-49be-8449-235aa4984b19 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:31.970027 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] For port 2f558f79-9c4a-4493-96ce-299307a82d65, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2f558f79-9c4a-4493-96ce-299307a82d65,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:31.976442 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:31.994684 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Transition to ACTIVE for port object 6dd0161a-41eb-49be-8449-235aa4984b19 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:32.002389 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd191e3-36c6-4521-a4aa-d79d571bb722 req-a102350b-f56b-4cf9-916f-ab3f70b9c944 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:32.003968 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4bd191e3-36c6-4521-a4aa-d79d571bb722 req-a102350b-f56b-4cf9-916f-ab3f70b9c944 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 945 time: 0.0965304 Sep 03 18:23:32.010541 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57630) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:32.017889 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-be2c39a4-2a55-4bb4-966d-87900a1d9442 req-0c0ce04a-2baa-4608-940c-312f858067e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08c8d689-708f-40c4-a8a1-ad808a939a90 HTTP/1.1" status: 200 len: 217 time: 0.0523715 Sep 03 18:23:32.023684 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cb07e549-3245-4db2-86b8-c0daf19f578c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.044515 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4bd191e3-36c6-4521-a4aa-d79d571bb722 req-6519212b-9b93-43d2-b6a7-633200bc7058 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345235 Sep 03 18:23:32.046695 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.081289 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.104332 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c39a4-2a55-4bb4-966d-87900a1d9442 req-266854ec-f8f5-4ca7-b024-dc7da2467513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:32.105839 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-be2c39a4-2a55-4bb4-966d-87900a1d9442 req-266854ec-f8f5-4ca7-b024-dc7da2467513 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d057384a-5901-42e3-80f5-8484300272f4 HTTP/1.1" status: 200 len: 859 time: 0.0698640 Sep 03 18:23:32.106904 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:32.107551 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.109947 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] 10.222.0.32 "PUT /v2.0/ports/2f558f79-9c4a-4493-96ce-299307a82d65 HTTP/1.1" status: 200 len: 1093 time: 2.2587872 Sep 03 18:23:32.110745 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00b6780-3ae3-4736-b40b-4ae4f93c5520', 'tag': '2f558f79-9c4a-4493-96ce-299307a82d65'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:32.119163 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01717e56-e0ad-4791-9299-370f698b5b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f00b6780-3ae3-4736-b40b-4ae4f93c5520", "tag": "2f558f79-9c4a-4493-96ce-299307a82d65"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:32.140923 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b3c05-8d54-4e3d-931b-39ff30a3315d service neutron] Pushing event updated for resources: {'Port': ['ID=2f558f79-9c4a-4493-96ce-299307a82d65,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:32.190014 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-be2c39a4-2a55-4bb4-966d-87900a1d9442 req-3f8ab405-e096-41c1-8eed-df61981a4358 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=815a170a-9300-450a-a438-374a9fbe2f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704088 Sep 03 18:23:32.229660 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4b183e-c9ab-4823-a204-db75d7bcd994 x-openstack-request-id: req-3a4b183e-c9ab-4823-a204-db75d7bcd994 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:32.233542 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00b6780-3ae3-4736-b40b-4ae4f93c5520", "tag": "2f558f79-9c4a-4493-96ce-299307a82d65", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:32.233542 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a4b183e-c9ab-4823-a204-db75d7bcd994 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:32.233542 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00b6780-3ae3-4736-b40b-4ae4f93c5520', 'tag': '2f558f79-9c4a-4493-96ce-299307a82d65', 'status': 'completed', 'code': 200} Sep 03 18:23:32.314118 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Pushing event updated for resources: {'Port': ['ID=6dd0161a-41eb-49be-8449-235aa4984b19,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:32.341830 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-be2c39a4-2a55-4bb4-966d-87900a1d9442 req-38cf2e46-5d76-44b5-909e-615c601f559f service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362276 Sep 03 18:23:32.343904 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57642) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:32.379759 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Attempting to bind port 6dd0161a-41eb-49be-8449-235aa4984b19 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:32.380100 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Attempting to bind port 6dd0161a-41eb-49be-8449-235aa4984b19 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:32.380657 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Attempting to bind port 6dd0161a-41eb-49be-8449-235aa4984b19 on network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:32.396593 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Port 6dd0161a-41eb-49be-8449-235aa4984b19 on network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:23:32.396945 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Attempting to bind port 6dd0161a-41eb-49be-8449-235aa4984b19 on network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:32.423725 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:32.424095 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Checking segment: {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:32.424377 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Bound using segment: {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:32.437538 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Bound port: 6dd0161a-41eb-49be-8449-235aa4984b19, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:32.437986 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.457599 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbe375-dc8d-497a-af74-596d6da1f030 req-40cd33f6-11f3-457c-a35e-3f7de5d74af1 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:32.459091 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4bdbe375-dc8d-497a-af74-596d6da1f030 req-40cd33f6-11f3-457c-a35e-3f7de5d74af1 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 943 time: 0.2312274 Sep 03 18:23:32.465443 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01717e56-e0ad-4791-9299-370f698b5b2a req-cec58dde-c29b-4cce-b118-cfab559daaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:32.466904 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-01717e56-e0ad-4791-9299-370f698b5b2a req-cec58dde-c29b-4cce-b118-cfab559daaf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 1096 time: 0.1802990 Sep 03 18:23:32.531958 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cb07e549-3245-4db2-86b8-c0daf19f578c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.546447 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-be2c39a4-2a55-4bb4-966d-87900a1d9442 req-73a0d8b7-8de8-4bb4-98e0-ebc3e18fc257 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925395 Sep 03 18:23:32.586184 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8391abe6-e033-45f1-bbd7-8226b2fa9c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.601466 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cb07e549-3245-4db2-86b8-c0daf19f578c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.659506 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-cb07e549-3245-4db2-86b8-c0daf19f578c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=377f79899689434ea7425dc5820c434a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486771 Sep 03 18:23:32.663502 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07e549-3245-4db2-86b8-c0daf19f578c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f6bbd0-b885-4023-9b42-59d8308321c2,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:32.666837 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57654) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:32.712461 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] For port 6dd0161a-41eb-49be-8449-235aa4984b19, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:32.716242 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] For port 6dd0161a-41eb-49be-8449-235aa4984b19, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6dd0161a-41eb-49be-8449-235aa4984b19,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:32.720528 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4bdbe375-dc8d-497a-af74-596d6da1f030 req-5c1f9c7e-0df0-485c-924e-00197647d236 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2080469 Sep 03 18:23:32.754917 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a8471b7-3f0d-4a9b-b843-f818bf5dd508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.791603 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a8471b7-3f0d-4a9b-b843-f818bf5dd508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.804886 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8391abe6-e033-45f1-bbd7-8226b2fa9c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.840274 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2fc57-836c-4bb6-8b2f-f191a952c354 req-ae01c161-7f39-48f4-a418-9809cdb50dd9 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:32.841812 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5ff2fc57-836c-4bb6-8b2f-f191a952c354 req-ae01c161-7f39-48f4-a418-9809cdb50dd9 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 943 time: 0.2588873 Sep 03 18:23:32.845545 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.880781 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01717e56-e0ad-4791-9299-370f698b5b2a req-1bd399ab-26a6-4cd8-99cc-87adf0b1fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:32.882168 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-01717e56-e0ad-4791-9299-370f698b5b2a req-1bd399ab-26a6-4cd8-99cc-87adf0b1fc18 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=29638545443a4d02a8c1378db162cd9e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3792584 Sep 03 18:23:32.911912 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8391abe6-e033-45f1-bbd7-8226b2fa9c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.916726 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:32.917351 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.918746 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] 10.222.0.32 "PUT /v2.0/ports/6dd0161a-41eb-49be-8449-235aa4984b19 HTTP/1.1" status: 200 len: 1093 time: 1.5359483 Sep 03 18:23:32.962266 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57662) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:32.966234 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391abe6-e033-45f1-bbd7-8226b2fa9c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8887524a-7a79-48e1-a09a-fdaba32a72ac,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:32.973405 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a8471b7-3f0d-4a9b-b843-f818bf5dd508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.976136 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a8471b7-3f0d-4a9b-b843-f818bf5dd508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:32.980904 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-8a8471b7-3f0d-4a9b-b843-f818bf5dd508 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59f6bbd0-b885-4023-9b42-59d8308321c2 HTTP/1.1" status: 204 len: 168 time: 0.3127954 Sep 03 18:23:33.000407 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8471b7-3f0d-4a9b-b843-f818bf5dd508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f6bbd0-b885-4023-9b42-59d8308321c2,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:33.036575 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-8391abe6-e033-45f1-bbd7-8226b2fa9c1f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd4d448a1eaa4029bf19749cdcc9445c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6914251 Sep 03 18:23:33.039138 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57668) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:33.132408 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8ef781b2-626a-43d9-b512-17917452526a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:33.162424 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8ef781b2-626a-43d9-b512-17917452526a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:33.304420 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 08c8d689-708f-40c4-a8a1-ad808a939a90 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:23:33.366681 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8ef781b2-626a-43d9-b512-17917452526a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:33.370484 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8ef781b2-626a-43d9-b512-17917452526a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:33.373966 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-8ef781b2-626a-43d9-b512-17917452526a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8887524a-7a79-48e1-a09a-fdaba32a72ac HTTP/1.1" status: 204 len: 168 time: 0.3328221 Sep 03 18:23:33.376909 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5ff2fc57-836c-4bb6-8b2f-f191a952c354 req-b31f24a0-e5de-44e3-bb1c-883f9cae9876 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5213594 Sep 03 18:23:33.395356 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef781b2-626a-43d9-b512-17917452526a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8887524a-7a79-48e1-a09a-fdaba32a72ac,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:33.429607 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-897bc447-de4d-4ab7-933f-d2ee37c0c3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:33.432494 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688611ab-896f-4119-b062-301a7bdc03cf service neutron] Pushing event updated for resources: {'Port': ['ID=6dd0161a-41eb-49be-8449-235aa4984b19,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:33.433944 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 08c8d689-708f-40c4-a8a1-ad808a939a90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=08c8d689-708f-40c4-a8a1-ad808a939a90,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:33.450235 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '08c8d689-708f-40c4-a8a1-ad808a939a90', 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53', 'port_id': '08c8d689-708f-40c4-a8a1-ad808a939a90', 'mac_address': 'fa:16:3e:46:ea:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd057384a-5901-42e3-80f5-8484300272f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:23:33.507589 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01717e56-e0ad-4791-9299-370f698b5b2a req-009535f9-5460-4cfd-a4db-39c29051f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:33.509153 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-01717e56-e0ad-4791-9299-370f698b5b2a req-009535f9-5460-4cfd-a4db-39c29051f56e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6132653 Sep 03 18:23:33.549943 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed2904-7a31-44f9-9be5-b6db0d47a031 req-768aa681-6d9c-4a1d-8ba1-560fb0100c25 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:33.551549 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e0ed2904-7a31-44f9-9be5-b6db0d47a031 req-768aa681-6d9c-4a1d-8ba1-560fb0100c25 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 945 time: 0.2878752 Sep 03 18:23:33.553529 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-2ccc7446-2c53-4094-832f-18e6a003214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:33.554959 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-2ccc7446-2c53-4094-832f-18e6a003214e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e536d47e77e248429da43165cb987ba5&device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 1096 time: 0.2922966 Sep 03 18:23:33.637733 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:33.650944 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c8d689-708f-40c4-a8a1-ad808a939a90 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:33.672376 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-b85b5df0-f78e-459e-b162-bc544197ef3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd0161a-41eb-49be-8449-235aa4984b19 HTTP/1.1" status: 200 len: 217 time: 0.0982041 Sep 03 18:23:33.678631 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 08c8d689-708f-40c4-a8a1-ad808a939a90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=08c8d689-708f-40c4-a8a1-ad808a939a90,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:33.737539 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:23:33.748306 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:33.752683 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e0ed2904-7a31-44f9-9be5-b6db0d47a031 req-b218c785-2cac-4d2c-9917-6bd7e9957ea4 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859567 Sep 03 18:23:33.771572 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-6a9fa619-1be5-46a2-a399-2d19d18c3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:33.773101 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-6a9fa619-1be5-46a2-a399-2d19d18c3fa5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 1096 time: 0.2173464 Sep 03 18:23:33.822271 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=08c8d689-708f-40c4-a8a1-ad808a939a90,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:33.848332 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-01a7d976-08df-47cd-8c3f-71dbc29b6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:33.849854 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-01a7d976-08df-47cd-8c3f-71dbc29b6ce2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92072c23-33c1-47f0-b4a5-f2bb027fc0fb HTTP/1.1" status: 200 len: 850 time: 0.1660063 Sep 03 18:23:33.854059 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-18ed1c99-c75d-4e16-8d19-87b67f726bca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f558f79-9c4a-4493-96ce-299307a82d65 HTTP/1.1" status: 200 len: 217 time: 0.0611620 Sep 03 18:23:33.964845 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-897bc447-de4d-4ab7-933f-d2ee37c0c3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:33.978139 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['08c8d689-708f-40c4-a8a1-ad808a939a90'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:23:34.003098 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-49eaeb08-5b0b-49c9-b384-fbff3ee8a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:34.004580 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-49eaeb08-5b0b-49c9-b384-fbff3ee8a017 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d057384a-5901-42e3-80f5-8484300272f4 HTTP/1.1" status: 200 len: 859 time: 0.1391561 Sep 03 18:23:34.010000 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-81587db0-9e5a-4d49-bab6-cba11bc9e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:34.011520 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-81587db0-9e5a-4d49-bab6-cba11bc9e04d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1471405 Sep 03 18:23:34.031702 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d4b44-d825-4b5c-8b2b-7bc0d42c00f7 req-ea389c20-682d-44d8-8dfe-362dde914aea tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:34.033218 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e91d4b44-d825-4b5c-8b2b-7bc0d42c00f7 req-ea389c20-682d-44d8-8dfe-362dde914aea tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 943 time: 0.1719148 Sep 03 18:23:34.081046 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-904fd650-3cd9-4244-b874-15c90c16cdef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=815a170a-9300-450a-a438-374a9fbe2f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684316 Sep 03 18:23:34.084218 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-897bc447-de4d-4ab7-933f-d2ee37c0c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.163742 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57708) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:34.191019 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-605ebde7-ddcf-49aa-84bb-ae66e193e25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.209691 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-897bc447-de4d-4ab7-933f-d2ee37c0c3bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0611688c3d764a389458ab87e7cb9591&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2236583 Sep 03 18:23:34.216400 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57710) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:34.222244 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bc447-de4d-4ab7-933f-d2ee37c0c3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ee8cec-2016-4d90-8b8b-20dc51ab17ec,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:34.238865 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'tag': '6dd0161a-41eb-49be-8449-235aa4984b19'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:34.241253 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc35f14-9fc9-4a1a-b6dc-7b5a538f1149" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28", "tag": "6dd0161a-41eb-49be-8449-235aa4984b19"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:34.306345 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fb24cc6f-eab3-47e5-b808-50709789eb56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.323771 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced35718-a5c3-4757-a44a-33b7c3bfd58c x-openstack-request-id: req-ced35718-a5c3-4757-a44a-33b7c3bfd58c {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:34.324060 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28", "tag": "6dd0161a-41eb-49be-8449-235aa4984b19", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:34.324309 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ced35718-a5c3-4757-a44a-33b7c3bfd58c {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:34.324719 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'tag': '6dd0161a-41eb-49be-8449-235aa4984b19', 'status': 'completed', 'code': 200} Sep 03 18:23:34.329647 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-06fe2f31-c0f8-4723-ab15-ade22a7c1f8d service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065577 Sep 03 18:23:34.332665 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e91d4b44-d825-4b5c-8b2b-7bc0d42c00f7 req-039ae503-e27e-4f1e-8a7a-352ddb585e23 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2570589 Sep 03 18:23:34.335259 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fb24cc6f-eab3-47e5-b808-50709789eb56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.414924 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-605ebde7-ddcf-49aa-84bb-ae66e193e25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.421097 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-839e863c-f212-429b-879b-43f3e07df54d service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166978 Sep 03 18:23:34.548025 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-48d6ff0d-1f2a-4b50-9723-6980ea8d9302 req-47b7dae5-249c-438f-ae96-091245882986 service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032328 Sep 03 18:23:34.548120 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-605ebde7-ddcf-49aa-84bb-ae66e193e25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.570170 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2521a0-ddc0-457b-a72c-87b17388ec90 req-f146ff0a-19de-4f34-bb18-d53d5b7fc10d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:34.571723 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6a2521a0-ddc0-457b-a72c-87b17388ec90 req-f146ff0a-19de-4f34-bb18-d53d5b7fc10d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 943 time: 0.1226585 Sep 03 18:23:34.574389 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdd1fc3d-7f46-46f1-9587-ea2e607ec41a req-25e52424-13eb-4976-966b-a22c2021bb94 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491046 Sep 03 18:23:34.587323 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57724) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:34.587637 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-605ebde7-ddcf-49aa-84bb-ae66e193e25d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99b00ead163f474f86d3f3f03e6f0c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4222748 Sep 03 18:23:34.600295 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fb24cc6f-eab3-47e5-b808-50709789eb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.603349 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fb24cc6f-eab3-47e5-b808-50709789eb56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.606995 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-fb24cc6f-eab3-47e5-b808-50709789eb56 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52ee8cec-2016-4d90-8b8b-20dc51ab17ec HTTP/1.1" status: 204 len: 168 time: 0.3820281 Sep 03 18:23:34.610391 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ebde7-ddcf-49aa-84bb-ae66e193e25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00284996-fe7e-4922-9908-14b98af96272,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:34.621273 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24cc6f-eab3-47e5-b808-50709789eb56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ee8cec-2016-4d90-8b8b-20dc51ab17ec,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:34.648047 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6a2521a0-ddc0-457b-a72c-87b17388ec90 req-12213e8b-2e27-44d2-99b8-866ef7b8f7b3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691936 Sep 03 18:23:34.680949 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b8b830b5-cc19-4f45-bca3-06d46f1b4608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.702751 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b8b830b5-cc19-4f45-bca3-06d46f1b4608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.774395 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc35f14-9fc9-4a1a-b6dc-7b5a538f1149 req-a4532497-f113-44aa-8ae4-479bd3c700f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:34.775866 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bdc35f14-9fc9-4a1a-b6dc-7b5a538f1149 req-a4532497-f113-44aa-8ae4-479bd3c700f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e536d47e77e248429da43165cb987ba5&device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 1096 time: 0.0449951 Sep 03 18:23:34.859495 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b8b830b5-cc19-4f45-bca3-06d46f1b4608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.862001 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b8b830b5-cc19-4f45-bca3-06d46f1b4608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:34.863102 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-b8b830b5-cc19-4f45-bca3-06d46f1b4608 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00284996-fe7e-4922-9908-14b98af96272 HTTP/1.1" status: 204 len: 168 time: 0.2748775 Sep 03 18:23:34.904938 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b830b5-cc19-4f45-bca3-06d46f1b4608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00284996-fe7e-4922-9908-14b98af96272,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:34.928017 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc35f14-9fc9-4a1a-b6dc-7b5a538f1149 req-4b13501a-4fbd-41c6-9173-f759022ce469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:34.929593 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bdc35f14-9fc9-4a1a-b6dc-7b5a538f1149 req-4b13501a-4fbd-41c6-9173-f759022ce469 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 HTTP/1.1" status: 200 len: 912 time: 0.1463528 Sep 03 18:23:34.943620 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2195d-71fc-4d33-aa43-fc986c2b8afa req-0edf970d-0df3-4313-86c7-450fa7bdf28b tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:34.945231 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e0b2195d-71fc-4d33-aa43-fc986c2b8afa req-0edf970d-0df3-4313-86c7-450fa7bdf28b tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 945 time: 0.0890987 Sep 03 18:23:34.988157 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bdc35f14-9fc9-4a1a-b6dc-7b5a538f1149 req-56d3547c-2f48-4422-a7e9-efa186418cd2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd0161a-41eb-49be-8449-235aa4984b19 HTTP/1.1" status: 200 len: 217 time: 0.0419056 Sep 03 18:23:35.051838 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e0b2195d-71fc-4d33-aa43-fc986c2b8afa req-fb1538d2-75c1-4c50-8c32-b84b124b5ef9 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981019 Sep 03 18:23:35.059929 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc35f14-9fc9-4a1a-b6dc-7b5a538f1149 req-0f5ebd54-c6b6-43c9-a14f-54a2ea10027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:35.062656 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bdc35f14-9fc9-4a1a-b6dc-7b5a538f1149 req-0f5ebd54-c6b6-43c9-a14f-54a2ea10027d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92072c23-33c1-47f0-b4a5-f2bb027fc0fb HTTP/1.1" status: 200 len: 850 time: 0.0662413 Sep 03 18:23:35.115182 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc35f14-9fc9-4a1a-b6dc-7b5a538f1149 req-990aefc9-182d-491c-bbf5-2e0134f94754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:35.119395 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bdc35f14-9fc9-4a1a-b6dc-7b5a538f1149 req-990aefc9-182d-491c-bbf5-2e0134f94754 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458975 Sep 03 18:23:35.245834 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bdc35f14-9fc9-4a1a-b6dc-7b5a538f1149 req-66633531-6dd2-4cb0-9b19-cb1188a95876 service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191995 Sep 03 18:23:35.329240 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 08c8d689-708f-40c4-a8a1-ad808a939a90 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:35.349017 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bdc35f14-9fc9-4a1a-b6dc-7b5a538f1149 req-6ce18984-8b56-4baa-bc00-3af7f1cbe0e2 service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959711 Sep 03 18:23:35.478795 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 08c8d689-708f-40c4-a8a1-ad808a939a90 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:35.483568 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 08c8d689-708f-40c4-a8a1-ad808a939a90 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:35.488703 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:35.488804 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4468af-7e43-4046-b7c4-36b16b9cfda2 req-ab901328-ad94-496c-a01d-bb33e73950a4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:35.495314 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fd4468af-7e43-4046-b7c4-36b16b9cfda2 req-ab901328-ad94-496c-a01d-bb33e73950a4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 943 time: 0.0712080 Sep 03 18:23:35.533198 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fd4468af-7e43-4046-b7c4-36b16b9cfda2 req-74359ba1-08a5-4bf9-b259-d0f97d08acb9 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370066 Sep 03 18:23:35.575115 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:35.603219 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f72760-96d0-4659-a90b-ca00d42fcc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c8d689-708f-40c4-a8a1-ad808a939a90'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:35.607402 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e0fd09-bf2e-4386-a3f4-32b06a8c2687" -d '{"events": [{"server_uuid": "04f72760-96d0-4659-a90b-ca00d42fcc86", "name": "network-vif-plugged", "status": "completed", "tag": "08c8d689-708f-40c4-a8a1-ad808a939a90"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:35.618883 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 08c8d689-708f-40c4-a8a1-ad808a939a90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=08c8d689-708f-40c4-a8a1-ad808a939a90,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:35.644779 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a214e4a5-259d-4f22-ace1-3b32ebbd2e1f x-openstack-request-id: req-a214e4a5-259d-4f22-ace1-3b32ebbd2e1f {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:35.645077 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f72760-96d0-4659-a90b-ca00d42fcc86", "name": "network-vif-plugged", "status": "completed", "tag": "08c8d689-708f-40c4-a8a1-ad808a939a90", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:35.645333 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a214e4a5-259d-4f22-ace1-3b32ebbd2e1f {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:35.645933 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f72760-96d0-4659-a90b-ca00d42fcc86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c8d689-708f-40c4-a8a1-ad808a939a90', 'code': 200} Sep 03 18:23:35.713474 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:35.769747 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=08c8d689-708f-40c4-a8a1-ad808a939a90,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:35.808496 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfd497-9fd5-4c85-876f-d7b5885499a2 req-549a4147-2474-4fc4-a3a8-8b2c8893987f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:35.815974 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-87bfd497-9fd5-4c85-876f-d7b5885499a2 req-549a4147-2474-4fc4-a3a8-8b2c8893987f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 943 time: 0.0878193 Sep 03 18:23:35.855932 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-87bfd497-9fd5-4c85-876f-d7b5885499a2 req-599a1b94-246a-4a98-a330-7f475aadf8ed tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Sep 03 18:23:36.064440 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492e2b7-b9be-4b88-8bb1-8895a48bda23 req-50805515-e559-4ad0-a9e4-34266b074a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:36.066019 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a492e2b7-b9be-4b88-8bb1-8895a48bda23 req-50805515-e559-4ad0-a9e4-34266b074a65 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 1099 time: 0.0760229 Sep 03 18:23:36.114881 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a492e2b7-b9be-4b88-8bb1-8895a48bda23 req-e8f23188-9345-480d-9750-eb00a37432b9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406499 Sep 03 18:23:36.653715 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d79c0-4456-441c-bc8d-dbaf3c82d6e3 req-b9354020-5a06-490a-9c92-8f1d13c80cb6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:36.655329 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f07d79c0-4456-441c-bc8d-dbaf3c82d6e3 req-b9354020-5a06-490a-9c92-8f1d13c80cb6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 943 time: 0.0519085 Sep 03 18:23:36.872234 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f07d79c0-4456-441c-bc8d-dbaf3c82d6e3 req-6cc390eb-1952-4029-b270-79c1552778fd tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2108326 Sep 03 18:23:37.012661 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d587373-3cfc-4cdd-ac91-8b3b4a1a746b req-cb1238ef-e9ad-4ad0-9ff4-4aa5fa15ab07 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:37.014990 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8d587373-3cfc-4cdd-ac91-8b3b4a1a746b req-cb1238ef-e9ad-4ad0-9ff4-4aa5fa15ab07 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 943 time: 0.0540409 Sep 03 18:23:37.053485 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8d587373-3cfc-4cdd-ac91-8b3b4a1a746b req-1f3a9ff1-21bb-427b-82db-2c9d83cf9917 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326638 Sep 03 18:23:37.202010 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57858) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:37.353998 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 2f558f79-9c4a-4493-96ce-299307a82d65 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:23:37.458549 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 2f558f79-9c4a-4493-96ce-299307a82d65, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2f558f79-9c4a-4493-96ce-299307a82d65,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:37.463039 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfe91-f727-493b-a74f-5b725c3d9525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:37.471186 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '2f558f79-9c4a-4493-96ce-299307a82d65', 'network_id': '815a170a-9300-450a-a438-374a9fbe2f53', 'port_id': '2f558f79-9c4a-4493-96ce-299307a82d65', 'mac_address': 'fa:16:3e:c8:0b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd057384a-5901-42e3-80f5-8484300272f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:23:37.514464 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:37.527816 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f558f79-9c4a-4493-96ce-299307a82d65 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:37.547610 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 2f558f79-9c4a-4493-96ce-299307a82d65, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2f558f79-9c4a-4493-96ce-299307a82d65,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:37.559145 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfe91-f727-493b-a74f-5b725c3d9525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:37.661799 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:37.662484 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 6dd0161a-41eb-49be-8449-235aa4984b19 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:23:37.672432 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6e3dfe91-f727-493b-a74f-5b725c3d9525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:37.722485 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dfe91-f727-493b-a74f-5b725c3d9525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87200af-2951-495f-9b73-b2df8e2566b6,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:37.726090 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=2f558f79-9c4a-4493-96ce-299307a82d65,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:37.727925 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-6e3dfe91-f727-493b-a74f-5b725c3d9525 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=547fa711c5714043966511c166438f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5245438 Sep 03 18:23:37.730667 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57874) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:37.819501 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7464b111-3676-4c2c-839f-d4eb99887f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:37.847834 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7464b111-3676-4c2c-839f-d4eb99887f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:37.848034 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57880) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:37.883848 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 6dd0161a-41eb-49be-8449-235aa4984b19, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6dd0161a-41eb-49be-8449-235aa4984b19,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:37.905206 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '6dd0161a-41eb-49be-8449-235aa4984b19', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'port_id': '6dd0161a-41eb-49be-8449-235aa4984b19', 'mac_address': 'fa:16:3e:2d:73:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:23:38.000013 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:38.039179 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd0161a-41eb-49be-8449-235aa4984b19 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:38.062246 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7464b111-3676-4c2c-839f-d4eb99887f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:38.066469 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7464b111-3676-4c2c-839f-d4eb99887f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:38.067868 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-7464b111-3676-4c2c-839f-d4eb99887f76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b87200af-2951-495f-9b73-b2df8e2566b6 HTTP/1.1" status: 204 len: 168 time: 0.3361948 Sep 03 18:23:38.138338 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464b111-3676-4c2c-839f-d4eb99887f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87200af-2951-495f-9b73-b2df8e2566b6,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:38.139146 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 6dd0161a-41eb-49be-8449-235aa4984b19, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6dd0161a-41eb-49be-8449-235aa4984b19,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:38.139528 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49671e95-4a1f-42f2-a681-03bd5c6b8d60 req-5df8f92f-464f-4b85-b995-60c25678b940 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:38.139528 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-49671e95-4a1f-42f2-a681-03bd5c6b8d60 req-5df8f92f-464f-4b85-b995-60c25678b940 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 943 time: 0.0863247 Sep 03 18:23:38.182096 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-49671e95-4a1f-42f2-a681-03bd5c6b8d60 req-0c4fa3a7-f1ae-4ed6-bd67-d2f733d880ba tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0710928 Sep 03 18:23:38.223493 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ba69a-a4c9-4c71-a787-f64f8130f2b9 req-55e48851-4795-498d-8815-61f29645ceb9 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:38.225003 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-300ba69a-a4c9-4c71-a787-f64f8130f2b9 req-55e48851-4795-498d-8815-61f29645ceb9 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 944 time: 0.0855966 Sep 03 18:23:38.276504 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-300ba69a-a4c9-4c71-a787-f64f8130f2b9 req-ca4df34f-a979-4de1-9dfd-14f6cb2851aa tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Sep 03 18:23:38.290721 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:38.290721 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:38.294239 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-36375762-9b2d-494d-a2c8-a7bc2e9ec3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:38.346304 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=6dd0161a-41eb-49be-8449-235aa4984b19,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:38.411274 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-36375762-9b2d-494d-a2c8-a7bc2e9ec3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:38.518813 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-36375762-9b2d-494d-a2c8-a7bc2e9ec3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:38.525323 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['2f558f79-9c4a-4493-96ce-299307a82d65'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:23:38.554756 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['6dd0161a-41eb-49be-8449-235aa4984b19'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:23:38.617764 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-36375762-9b2d-494d-a2c8-a7bc2e9ec3f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b91b95e5bd84c05989d417cacdbff02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7684445 Sep 03 18:23:38.619209 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36375762-9b2d-494d-a2c8-a7bc2e9ec3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43213f38-98ab-40d6-8f4e-86de23bfd24a,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:38.620287 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57916) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:38.689860 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a368a264-bb8c-4888-a59d-d2daf1353f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:38.718711 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a368a264-bb8c-4888-a59d-d2daf1353f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:38.867188 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a368a264-bb8c-4888-a59d-d2daf1353f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:38.869771 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a368a264-bb8c-4888-a59d-d2daf1353f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:38.870920 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a368a264-bb8c-4888-a59d-d2daf1353f8a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/43213f38-98ab-40d6-8f4e-86de23bfd24a HTTP/1.1" status: 204 len: 168 time: 0.2493794 Sep 03 18:23:38.879041 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368a264-bb8c-4888-a59d-d2daf1353f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43213f38-98ab-40d6-8f4e-86de23bfd24a,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:39.118827 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 57928) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:39.132486 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f9c08484-fb62-41e0-ac33-17b44187c0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.254644 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f9c08484-fb62-41e0-ac33-17b44187c0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.324759 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f9c08484-fb62-41e0-ac33-17b44187c0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.332681 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d7de0-80d8-4d3d-b91a-a4b17f81246a req-0dba9947-44b7-4eed-ae98-36864dc041d8 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:39.335554 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-295d7de0-80d8-4d3d-b91a-a4b17f81246a req-0dba9947-44b7-4eed-ae98-36864dc041d8 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 944 time: 0.0617423 Sep 03 18:23:39.375021 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 2f558f79-9c4a-4493-96ce-299307a82d65 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:39.405438 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-295d7de0-80d8-4d3d-b91a-a4b17f81246a req-f83fb376-30d3-4138-a461-c0fb0372b8aa tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0639124 Sep 03 18:23:39.448397 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-f9c08484-fb62-41e0-ac33-17b44187c0ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ffc223d90f744a6b0c9cc4ae091997a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284671 Sep 03 18:23:39.450592 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c08484-fb62-41e0-ac33-17b44187c0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed30398a-a205-45f7-91e4-a31be53cd392,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:39.452579 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57944) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:39.542824 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e316-47dc-4a28-8b63-6e1fad494443 req-38ce9776-e3f0-4308-842b-35a13aeee08c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:39.547576 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3173e316-47dc-4a28-8b63-6e1fad494443 req-38ce9776-e3f0-4308-842b-35a13aeee08c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 944 time: 0.0967176 Sep 03 18:23:39.590849 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-16e480cb-6e2e-4771-bc11-aa769ba176b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.592651 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 2f558f79-9c4a-4493-96ce-299307a82d65 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:39.596224 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 2f558f79-9c4a-4493-96ce-299307a82d65 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:39.596595 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.616208 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3173e316-47dc-4a28-8b63-6e1fad494443 req-c4e367c2-7e70-4914-91be-7d420aa4d217 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631914 Sep 03 18:23:39.636259 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-16e480cb-6e2e-4771-bc11-aa769ba176b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.683025 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57950) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:39.699049 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a55a3a84-80aa-4e04-980f-973768b29017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.715540 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.750211 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00b6780-3ae3-4736-b40b-4ae4f93c5520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f558f79-9c4a-4493-96ce-299307a82d65'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:39.752463 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e821f3b-005a-4a51-a14a-4792a205e56e" -d '{"events": [{"server_uuid": "f00b6780-3ae3-4736-b40b-4ae4f93c5520", "name": "network-vif-plugged", "status": "completed", "tag": "2f558f79-9c4a-4493-96ce-299307a82d65"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:39.763796 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-16e480cb-6e2e-4771-bc11-aa769ba176b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.765742 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-16e480cb-6e2e-4771-bc11-aa769ba176b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.766877 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-16e480cb-6e2e-4771-bc11-aa769ba176b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ed30398a-a205-45f7-91e4-a31be53cd392 HTTP/1.1" status: 204 len: 168 time: 0.3134897 Sep 03 18:23:39.778707 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e480cb-6e2e-4771-bc11-aa769ba176b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed30398a-a205-45f7-91e4-a31be53cd392,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:39.790611 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 2f558f79-9c4a-4493-96ce-299307a82d65, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2f558f79-9c4a-4493-96ce-299307a82d65,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:39.801690 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc2b282-8d6c-4530-8e53-d55e71e736ac x-openstack-request-id: req-8bc2b282-8d6c-4530-8e53-d55e71e736ac {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:39.802259 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00b6780-3ae3-4736-b40b-4ae4f93c5520", "name": "network-vif-plugged", "status": "completed", "tag": "2f558f79-9c4a-4493-96ce-299307a82d65", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:39.803085 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8bc2b282-8d6c-4530-8e53-d55e71e736ac {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:39.803708 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00b6780-3ae3-4736-b40b-4ae4f93c5520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f558f79-9c4a-4493-96ce-299307a82d65', 'code': 200} Sep 03 18:23:39.872732 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a55a3a84-80aa-4e04-980f-973768b29017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.873214 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.877348 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 6dd0161a-41eb-49be-8449-235aa4984b19 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:39.977850 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a55a3a84-80aa-4e04-980f-973768b29017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:39.985962 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=2f558f79-9c4a-4493-96ce-299307a82d65,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:40.012322 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a3a84-80aa-4e04-980f-973768b29017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b69f6f-1d95-4e09-95ae-18ce82539b4e,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:40.030790 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-a55a3a84-80aa-4e04-980f-973768b29017 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d54cfefd09a40058a207d6b2e256ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440466 Sep 03 18:23:40.030988 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 57980) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:40.061751 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 6dd0161a-41eb-49be-8449-235aa4984b19 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:40.065821 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 6dd0161a-41eb-49be-8449-235aa4984b19 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:40.071830 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:40.081946 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b22f99b3-3efa-417d-9f21-6e48a617fd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:40.108547 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b22f99b3-3efa-417d-9f21-6e48a617fd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:40.163764 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:40.221259 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a837cd6-7fb2-4e89-ab54-923d03b43c82 req-8ccd1e9a-9281-4b06-a9b1-2b229c9e1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:40.222411 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 6dd0161a-41eb-49be-8449-235aa4984b19, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6dd0161a-41eb-49be-8449-235aa4984b19,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:40.223329 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9a837cd6-7fb2-4e89-ab54-923d03b43c82 req-8ccd1e9a-9281-4b06-a9b1-2b229c9e1b26 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 1098 time: 0.0534370 Sep 03 18:23:40.263302 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9a837cd6-7fb2-4e89-ab54-923d03b43c82 req-0346f3ae-e0f4-4195-930c-fe2819338581 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Sep 03 18:23:40.274652 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b22f99b3-3efa-417d-9f21-6e48a617fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:40.277776 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b22f99b3-3efa-417d-9f21-6e48a617fd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:40.279644 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-b22f99b3-3efa-417d-9f21-6e48a617fd7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1b69f6f-1d95-4e09-95ae-18ce82539b4e HTTP/1.1" status: 204 len: 168 time: 0.2467411 Sep 03 18:23:40.297388 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f99b3-3efa-417d-9f21-6e48a617fd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b69f6f-1d95-4e09-95ae-18ce82539b4e,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:40.302246 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:40.367940 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=6dd0161a-41eb-49be-8449-235aa4984b19,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:40.522900 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484db6b4-c8ea-437a-a514-ed7f67ad3b0d req-65d0391c-e27d-4fde-a4e8-7dca88e3753b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:40.524606 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-484db6b4-c8ea-437a-a514-ed7f67ad3b0d req-65d0391c-e27d-4fde-a4e8-7dca88e3753b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0597603 Sep 03 18:23:40.571968 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-484db6b4-c8ea-437a-a514-ed7f67ad3b0d req-9301a61c-dd02-4123-852d-73cc7cb61a78 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364778 Sep 03 18:23:40.740738 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e4c19-dd22-4e04-99c0-8bd336168a08 req-c9babd95-d894-4a49-add2-4aea096490ac tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:40.742559 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d65e4c19-dd22-4e04-99c0-8bd336168a08 req-c9babd95-d894-4a49-add2-4aea096490ac tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0504618 Sep 03 18:23:40.806279 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d65e4c19-dd22-4e04-99c0-8bd336168a08 req-f2e832d8-6dea-435c-b149-3a6319cc0957 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569801 Sep 03 18:23:40.863834 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58028) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:40.974757 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f1f3252d-e745-495e-a333-d94fcce80a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:41.080042 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f1f3252d-e745-495e-a333-d94fcce80a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:41.174506 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f1f3252d-e745-495e-a333-d94fcce80a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:41.219173 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-f1f3252d-e745-495e-a333-d94fcce80a41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7fa65940096540708972c8a882ab104e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542528 Sep 03 18:23:41.222098 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3252d-e745-495e-a333-d94fcce80a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802f97f2-2eb3-4cb8-b4c6-1b44257e45c2,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:41.224020 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58046) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:41.277056 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d0e74503-e064-4bc3-b628-8c1f839aa2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:41.309708 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d0e74503-e064-4bc3-b628-8c1f839aa2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:41.507265 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d0e74503-e064-4bc3-b628-8c1f839aa2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:41.510026 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d0e74503-e064-4bc3-b628-8c1f839aa2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:41.511182 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-d0e74503-e064-4bc3-b628-8c1f839aa2b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/802f97f2-2eb3-4cb8-b4c6-1b44257e45c2 HTTP/1.1" status: 204 len: 168 time: 0.2861636 Sep 03 18:23:41.519269 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e74503-e064-4bc3-b628-8c1f839aa2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802f97f2-2eb3-4cb8-b4c6-1b44257e45c2,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:41.703257 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1805130-4e67-4bbc-b73d-be0596854866 req-09f2c258-8103-4390-ac16-74481157ae99 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:41.705050 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c1805130-4e67-4bbc-b73d-be0596854866 req-09f2c258-8103-4390-ac16-74481157ae99 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0569806 Sep 03 18:23:41.748998 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c1805130-4e67-4bbc-b73d-be0596854866 req-966af159-021b-4599-8204-ab97e7fd7a43 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0355098 Sep 03 18:23:41.805443 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd0161a-41eb-49be-8449-235aa4984b19'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:41.807909 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94de6b4e-8b19-454c-94b0-3d6558547ef6" -d '{"events": [{"server_uuid": "1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28", "name": "network-vif-plugged", "status": "completed", "tag": "6dd0161a-41eb-49be-8449-235aa4984b19"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:41.847935 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd7adfb-0697-4a1a-a0a3-0b5631d1f88e x-openstack-request-id: req-6bd7adfb-0697-4a1a-a0a3-0b5631d1f88e {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:41.853551 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28", "name": "network-vif-plugged", "status": "completed", "tag": "6dd0161a-41eb-49be-8449-235aa4984b19", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:41.853551 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bd7adfb-0697-4a1a-a0a3-0b5631d1f88e {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:41.853551 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd0161a-41eb-49be-8449-235aa4984b19', 'code': 200} Sep 03 18:23:41.918332 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc58f2-f6af-4503-aaa1-91902e62cb0b req-62da77a0-7672-48e2-ac2f-261062a89d10 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:41.919876 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-64fc58f2-f6af-4503-aaa1-91902e62cb0b req-62da77a0-7672-48e2-ac2f-261062a89d10 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0489583 Sep 03 18:23:41.960787 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-64fc58f2-f6af-4503-aaa1-91902e62cb0b req-5f1fbc67-4929-4969-b5e9-4c6d09092e18 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349431 Sep 03 18:23:42.466408 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 58106) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:42.482689 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-133805d3-8b8a-4782-96e7-24e37138c21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:42.572111 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d3373-73a9-4f8b-a94d-440bed91e3e3 req-b38e3f8f-ba31-40ab-9372-72898134bfe3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:42.573864 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-228d3373-73a9-4f8b-a94d-440bed91e3e3 req-b38e3f8f-ba31-40ab-9372-72898134bfe3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0812263 Sep 03 18:23:42.635516 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-228d3373-73a9-4f8b-a94d-440bed91e3e3 req-60048a0d-16c9-4fc2-9aa3-7e808aaaee63 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542815 Sep 03 18:23:42.670298 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-133805d3-8b8a-4782-96e7-24e37138c21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:42.792997 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-133805d3-8b8a-4782-96e7-24e37138c21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:42.845292 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-133805d3-8b8a-4782-96e7-24e37138c21a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25ce3e8514bc490b8f7e4d9d7010bf36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3768392 Sep 03 18:23:42.847958 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58118) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:42.860851 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133805d3-8b8a-4782-96e7-24e37138c21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20d71e0-2f86-4bcb-bc77-f6a98e206bef,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:42.887707 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3182df-9f8c-49ff-af02-87976b0b8b7c req-a8b6cb08-7b48-4d05-aaf0-5c8de76a8545 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:42.889508 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0b3182df-9f8c-49ff-af02-87976b0b8b7c req-a8b6cb08-7b48-4d05-aaf0-5c8de76a8545 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0715611 Sep 03 18:23:42.901470 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-de678539-9e50-48de-94cb-c1df6cf4cbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:42.923775 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-de678539-9e50-48de-94cb-c1df6cf4cbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:42.934783 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0b3182df-9f8c-49ff-af02-87976b0b8b7c req-3968a5a9-4d8f-40c6-9da0-da03e541a3e3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389905 Sep 03 18:23:43.048235 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-de678539-9e50-48de-94cb-c1df6cf4cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.050878 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-de678539-9e50-48de-94cb-c1df6cf4cbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.052229 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-de678539-9e50-48de-94cb-c1df6cf4cbdf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d20d71e0-2f86-4bcb-bc77-f6a98e206bef HTTP/1.1" status: 204 len: 168 time: 0.2023120 Sep 03 18:23:43.062379 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de678539-9e50-48de-94cb-c1df6cf4cbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20d71e0-2f86-4bcb-bc77-f6a98e206bef,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:43.135972 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58126) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:43.159174 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58130) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:43.463704 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-29b3cc73-e10e-455a-a8e0-97ca35cd2884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.497606 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5a7db976-3f58-4e39-b828-749105f2f651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.576963 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-29b3cc73-e10e-455a-a8e0-97ca35cd2884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.647799 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-29b3cc73-e10e-455a-a8e0-97ca35cd2884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.703084 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3cc73-e10e-455a-a8e0-97ca35cd2884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5409ca65-889d-4093-8898-03214891aed8,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:43.708237 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-29b3cc73-e10e-455a-a8e0-97ca35cd2884 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c7ef8ed51fe464fbbe7799cf7163c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5710008 Sep 03 18:23:43.710878 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 58152) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:43.782539 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5a7db976-3f58-4e39-b828-749105f2f651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.804407 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87868967-fb1d-461d-92f7-3d5d6e5f52eb req-48bed769-f3c3-43fe-9a6b-4b17e4c7aa49 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:43.805971 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-87868967-fb1d-461d-92f7-3d5d6e5f52eb req-48bed769-f3c3-43fe-9a6b-4b17e4c7aa49 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0756125 Sep 03 18:23:43.827517 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5a7db976-3f58-4e39-b828-749105f2f651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.830395 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5736e1f5-8491-4f93-a201-665c1dffe6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.863586 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7db976-3f58-4e39-b828-749105f2f651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7978e28-f07b-48a1-b7e6-47fea80a723b,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:43.876461 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5736e1f5-8491-4f93-a201-665c1dffe6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.887700 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-87868967-fb1d-461d-92f7-3d5d6e5f52eb req-5e633c8c-64a9-4c5a-93d9-23053d9d017a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712900 Sep 03 18:23:43.893189 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-5a7db976-3f58-4e39-b828-749105f2f651 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1619549e5167498c90b2e40dd1e206bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7311370 Sep 03 18:23:43.893990 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58158) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:43.949609 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-21dcfe3e-946f-4dd9-9492-37f9d0559650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.972479 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-21dcfe3e-946f-4dd9-9492-37f9d0559650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.025752 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5736e1f5-8491-4f93-a201-665c1dffe6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.029807 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5736e1f5-8491-4f93-a201-665c1dffe6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.029807 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-5736e1f5-8491-4f93-a201-665c1dffe6bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5409ca65-889d-4093-8898-03214891aed8 HTTP/1.1" status: 204 len: 168 time: 0.3176823 Sep 03 18:23:44.050020 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736e1f5-8491-4f93-a201-665c1dffe6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5409ca65-889d-4093-8898-03214891aed8,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:44.099551 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa3978-1463-4587-acdd-34c18e6d5e3f req-7e1436e3-bff8-4ee5-9f21-0a43559a03e0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.101207 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0eaa3978-1463-4587-acdd-34c18e6d5e3f req-7e1436e3-bff8-4ee5-9f21-0a43559a03e0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0612035 Sep 03 18:23:44.102116 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-21dcfe3e-946f-4dd9-9492-37f9d0559650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.105891 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-21dcfe3e-946f-4dd9-9492-37f9d0559650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.108281 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-21dcfe3e-946f-4dd9-9492-37f9d0559650 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7978e28-f07b-48a1-b7e6-47fea80a723b HTTP/1.1" status: 204 len: 168 time: 0.2120183 Sep 03 18:23:44.118286 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcfe3e-946f-4dd9-9492-37f9d0559650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7978e28-f07b-48a1-b7e6-47fea80a723b,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:44.150239 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0eaa3978-1463-4587-acdd-34c18e6d5e3f req-64cb92a6-b63f-4d33-8abf-490588e91fc7 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414927 Sep 03 18:23:44.670345 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22fc14-c8c7-48ff-aaa3-5c1f70c1750b req-dc144cea-b1e6-4973-89cb-1cc5ad9ff0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.671853 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-df22fc14-c8c7-48ff-aaa3-5c1f70c1750b req-dc144cea-b1e6-4973-89cb-1cc5ad9ff0ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 1098 time: 0.0443981 Sep 03 18:23:44.769482 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22fc14-c8c7-48ff-aaa3-5c1f70c1750b req-2cb469d0-94cf-4aed-9fb5-d9fa2fc21e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.771215 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-df22fc14-c8c7-48ff-aaa3-5c1f70c1750b req-2cb469d0-94cf-4aed-9fb5-d9fa2fc21e23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 200 len: 920 time: 0.0885234 Sep 03 18:23:44.856683 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-df22fc14-c8c7-48ff-aaa3-5c1f70c1750b req-9e448493-435b-416d-a0c2-ee5b327019d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f558f79-9c4a-4493-96ce-299307a82d65 HTTP/1.1" status: 200 len: 217 time: 0.0573835 Sep 03 18:23:44.878255 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d699bc-cff3-4f1b-8d2e-c85cd56d082a req-33da88bc-cbd6-4808-aef3-bcbadfa3b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.879738 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b9d699bc-cff3-4f1b-8d2e-c85cd56d082a req-33da88bc-cbd6-4808-aef3-bcbadfa3b29b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 1098 time: 0.0908558 Sep 03 18:23:44.918318 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58196) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:44.936484 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22fc14-c8c7-48ff-aaa3-5c1f70c1750b req-dbe4af37-ccdb-4531-a8fb-02914d7b18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.937993 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-df22fc14-c8c7-48ff-aaa3-5c1f70c1750b req-dbe4af37-ccdb-4531-a8fb-02914d7b18e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d057384a-5901-42e3-80f5-8484300272f4 HTTP/1.1" status: 200 len: 859 time: 0.0710058 Sep 03 18:23:44.939382 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a31d269c-1622-47e5-a4c4-b4258c7668bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.944036 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b9d699bc-cff3-4f1b-8d2e-c85cd56d082a req-0d1a820e-d84c-4dd9-8b31-5f899a44478a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0451357 Sep 03 18:23:45.085595 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ef2db-14ab-42e7-a3c7-cee90f945407 req-01c33475-c292-4bd6-a5fc-bd61f3b409c8 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:45.099003 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-426ef2db-14ab-42e7-a3c7-cee90f945407 req-01c33475-c292-4bd6-a5fc-bd61f3b409c8 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.1134827 Sep 03 18:23:45.147166 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a31d269c-1622-47e5-a4c4-b4258c7668bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.152600 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-426ef2db-14ab-42e7-a3c7-cee90f945407 req-08547c6b-42bc-41ce-bee6-56f6ac04ef82 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528014 Sep 03 18:23:45.227657 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-df22fc14-c8c7-48ff-aaa3-5c1f70c1750b req-f2967629-2f50-444a-8059-f6a05d482813 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=815a170a-9300-450a-a438-374a9fbe2f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347173 Sep 03 18:23:45.248916 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a31d269c-1622-47e5-a4c4-b4258c7668bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.299134 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a31d269c-1622-47e5-a4c4-b4258c7668bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b38b958f0184feea038f426cb1f86cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795521 Sep 03 18:23:45.299891 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58212) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:45.300593 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d269c-1622-47e5-a4c4-b4258c7668bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e4879d-62d7-4c6d-8032-10f40e138c06,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:45.339061 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480c8b9-4d3b-4a71-b9cf-dff7a46e1615 req-9c8d1e29-c1d5-434a-8908-67182795e2c5 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:45.340568 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5480c8b9-4d3b-4a71-b9cf-dff7a46e1615 req-9c8d1e29-c1d5-434a-8908-67182795e2c5 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.1087925 Sep 03 18:23:45.362985 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6c67e257-370f-4798-ac24-65ce14ebf24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.380946 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-df22fc14-c8c7-48ff-aaa3-5c1f70c1750b req-ac31ae53-6c68-4024-9163-f8ea37b9c539 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360843 Sep 03 18:23:45.390136 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6c67e257-370f-4798-ac24-65ce14ebf24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.401799 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5480c8b9-4d3b-4a71-b9cf-dff7a46e1615 req-d07f2e06-e213-4087-b864-4eaf2b6014d3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0548298 Sep 03 18:23:45.485488 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-df22fc14-c8c7-48ff-aaa3-5c1f70c1750b req-47230351-af31-41db-ba6f-883facc92e07 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995548 Sep 03 18:23:45.564414 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6c67e257-370f-4798-ac24-65ce14ebf24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.569033 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6c67e257-370f-4798-ac24-65ce14ebf24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.570469 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-6c67e257-370f-4798-ac24-65ce14ebf24a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e5e4879d-62d7-4c6d-8032-10f40e138c06 HTTP/1.1" status: 204 len: 168 time: 0.2653658 Sep 03 18:23:45.581221 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67e257-370f-4798-ac24-65ce14ebf24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e4879d-62d7-4c6d-8032-10f40e138c06,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:46.280490 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ee766-b9fa-47b4-8b1b-8c3e1d04535a req-f0d831a8-6a05-4572-bef8-906e3c3a9175 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:46.282101 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3d0ee766-b9fa-47b4-8b1b-8c3e1d04535a req-f0d831a8-6a05-4572-bef8-906e3c3a9175 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0574605 Sep 03 18:23:46.332343 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3d0ee766-b9fa-47b4-8b1b-8c3e1d04535a req-b95511b3-4e68-4b3d-a961-aa509c5e506b tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383065 Sep 03 18:23:46.564205 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c593a-640a-4116-864c-733978295a9e req-a527a9db-54d3-4eca-a945-7a4239a7280c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:46.565894 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d24c593a-640a-4116-864c-733978295a9e req-a527a9db-54d3-4eca-a945-7a4239a7280c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0671620 Sep 03 18:23:46.614931 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d24c593a-640a-4116-864c-733978295a9e req-e15e1f0f-a0ba-418b-b57e-d9756dde134c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414133 Sep 03 18:23:47.460207 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f376db-92c1-4e08-9541-abd40848a5eb req-759f7af3-d164-435b-99ad-8b396c2de9f3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:47.462551 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-68f376db-92c1-4e08-9541-abd40848a5eb req-759f7af3-d164-435b-99ad-8b396c2de9f3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0483320 Sep 03 18:23:47.501509 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-68f376db-92c1-4e08-9541-abd40848a5eb req-741fc4fd-2ddc-48f3-bdc4-41e609437e87 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315783 Sep 03 18:23:47.626405 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289b6f8-de28-4fa3-8f2b-189ab0a8fe31 req-276b59f9-a990-4046-bb8d-8426a278462a tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:47.628700 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d289b6f8-de28-4fa3-8f2b-189ab0a8fe31 req-276b59f9-a990-4046-bb8d-8426a278462a tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 945 time: 0.0529015 Sep 03 18:23:47.666046 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d289b6f8-de28-4fa3-8f2b-189ab0a8fe31 req-79a762a6-063b-4029-9032-46f1586e88fd tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Sep 03 18:23:47.761689 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace25ea-4885-4370-a827-db0c9b200c33 req-4cba5945-814e-4220-a6ba-4862dd619944 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:47.765220 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7ace25ea-4885-4370-a827-db0c9b200c33 req-4cba5945-814e-4220-a6ba-4862dd619944 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0613637 Sep 03 18:23:47.801931 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58348) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:47.808222 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7ace25ea-4885-4370-a827-db0c9b200c33 req-7d99b3f8-c78e-42eb-80cb-821726b65b22 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380270 Sep 03 18:23:47.915264 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-657656eb-c190-43df-8221-ff33fbade855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:47.960078 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a67e2-7a81-41ea-8860-3ef526912edd req-bded3bf8-8991-4f80-82f2-568afdff4c30 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:47.961690 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f32a67e2-7a81-41ea-8860-3ef526912edd req-bded3bf8-8991-4f80-82f2-568afdff4c30 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0872548 Sep 03 18:23:47.970433 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 58358) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:47.975533 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-09027975-1cec-4380-b7f3-5d852fd35ff3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Request body: {'floatingip': {'port_id': '6dd0161a-41eb-49be-8449-235aa4984b19'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:48.027669 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-657656eb-c190-43df-8221-ff33fbade855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:48.049739 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-09027975-1cec-4380-b7f3-5d852fd35ff3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:48.083888 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-657656eb-c190-43df-8221-ff33fbade855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:48.125404 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-657656eb-c190-43df-8221-ff33fbade855 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=188e1fd9817a408ba6c50deb75fb9dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213370 Sep 03 18:23:48.126354 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657656eb-c190-43df-8221-ff33fbade855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890bd29e-6ad2-45ed-985b-0abc9fb5a91c,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:48.128723 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58364) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:48.186236 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4eae8870-efef-4794-b6b3-5dca9d890141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:48.208230 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4eae8870-efef-4794-b6b3-5dca9d890141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:48.322179 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4eae8870-efef-4794-b6b3-5dca9d890141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:48.325033 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4eae8870-efef-4794-b6b3-5dca9d890141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:48.326203 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-4eae8870-efef-4794-b6b3-5dca9d890141 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/890bd29e-6ad2-45ed-985b-0abc9fb5a91c HTTP/1.1" status: 204 len: 168 time: 0.1965883 Sep 03 18:23:48.334119 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae8870-efef-4794-b6b3-5dca9d890141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890bd29e-6ad2-45ed-985b-0abc9fb5a91c,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:48.724187 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54457d3f-bef3-4710-b351-30b44a274b7b req-2f7924be-9fd5-40de-b26f-71236c11b352 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:48.725763 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-54457d3f-bef3-4710-b351-30b44a274b7b req-2f7924be-9fd5-40de-b26f-71236c11b352 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.1015668 Sep 03 18:23:48.849525 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.db.resource_extend [None req-09027975-1cec-4380-b7f3-5d852fd35ff3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 18:23:48.887173 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-54457d3f-bef3-4710-b351-30b44a274b7b req-65a8d39c-0a12-4ccb-b57e-18286ef5c049 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458595 Sep 03 18:23:48.930554 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a5137-e0e2-46c6-9d2d-eea215c3cab8 req-1fb5019c-332f-4738-8e63-aa96d908dd5b tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:48.931926 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ab8a5137-e0e2-46c6-9d2d-eea215c3cab8 req-1fb5019c-332f-4738-8e63-aa96d908dd5b tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 945 time: 0.1669798 Sep 03 18:23:48.942287 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-09027975-1cec-4380-b7f3-5d852fd35ff3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:48.975983 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ab8a5137-e0e2-46c6-9d2d-eea215c3cab8 req-80dbc5da-4025-4c8c-b0e6-bd2fbcc873c5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325217 Sep 03 18:23:48.995676 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-09027975-1cec-4380-b7f3-5d852fd35ff3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.107356 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [None req-09027975-1cec-4380-b7f3-5d852fd35ff3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Floating IP 56054417-d9a2-4b2d-b928-3e9c827ed196 associated. External IP: 172.27.2.201, port: 6dd0161a-41eb-49be-8449-235aa4984b19. Sep 03 18:23:49.291035 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58406) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:49.319668 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09027975-1cec-4380-b7f3-5d852fd35ff3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:49.391269 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-127969983-network', 'tenant_id': '36ee71eae85d4a88b8316a69f37e9d31'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:49.430445 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09027975-1cec-4380-b7f3-5d852fd35ff3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:49.435532 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-09027975-1cec-4380-b7f3-5d852fd35ff3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.444029 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6d5663-f897-4101-a8bb-e6001ed554a8 None None] Sync routers for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:49.458099 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d5663-f897-4101-a8bb-e6001ed554a8 None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:49.458099 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-5c6d5663-f897-4101-a8bb-e6001ed554a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:23:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:49.462989 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-09027975-1cec-4380-b7f3-5d852fd35ff3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "PUT /v2.0/floatingips/56054417-d9a2-4b2d-b928-3e9c827ed196 HTTP/1.1" status: 200 len: 991 time: 1.4911826 Sep 03 18:23:49.463805 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'tag': '6dd0161a-41eb-49be-8449-235aa4984b19'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:49.466224 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7cf909-2ce5-4d2c-9eda-1e81cf5137b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28", "tag": "6dd0161a-41eb-49be-8449-235aa4984b19"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:49.501370 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Made reservation on behalf of 36ee71eae85d4a88b8316a69f37e9d31 for: {'network': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:23:49.505294 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.510419 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86457d5-b744-440e-8ad8-af6159e9ae29 x-openstack-request-id: req-b86457d5-b744-440e-8ad8-af6159e9ae29 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:49.510713 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28", "tag": "6dd0161a-41eb-49be-8449-235aa4984b19", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:49.511204 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b86457d5-b744-440e-8ad8-af6159e9ae29 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:49.511597 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'tag': '6dd0161a-41eb-49be-8449-235aa4984b19', 'status': 'completed', 'code': 200} Sep 03 18:23:49.516831 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.559932 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-5c6d5663-f897-4101-a8bb-e6001ed554a8 None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:49.611092 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.678357 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.704109 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=94512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:23:49.714473 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804621f3-430d-49fd-aa08-4a0798d43edc,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:49.719678 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.719967 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.segments_db [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Added segment e1078921-03ec-4bd2-9fad-b1bfeca4a047 of type vlan for network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 Sep 03 18:23:49.764825 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.865854 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.867100 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:49.867858 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.927486 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-5c6d5663-f897-4101-a8bb-e6001ed554a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '56054417-d9a2-4b2d-b928-3e9c827ed196', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'port_id': '6dd0161a-41eb-49be-8449-235aa4984b19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'mac_address': 'fa:16:3e:2d:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:23:21Z', 'updated_at': '2021-09-03T18:23:48Z', 'revision_number': 1, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:22Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:49.929223 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:49.945940 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:23:49.954685 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6d5663-f897-4101-a8bb-e6001ed554a8 None None] Checking router: 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:49.963213 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6d5663-f897-4101-a8bb-e6001ed554a8 None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:49.963945 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-5c6d5663-f897-4101-a8bb-e6001ed554a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:23:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:49.986319 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a1f2915a-23a4-4523-b631-bc9fb4aee086 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6940494 Sep 03 18:23:49.989484 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58422) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:49.994465 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-91594157-191b-4a10-b41b-efa67407e79e admin admin] Request body: {'subnet': {'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-127969983-subnet', 'tenant_id': '36ee71eae85d4a88b8316a69f37e9d31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:50.040555 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28283e11-8430-4297-9711-7c88af930423 req-a21c6994-66e0-4afb-8451-dcb86768a947 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:50.042142 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-28283e11-8430-4297-9711-7c88af930423 req-a21c6994-66e0-4afb-8451-dcb86768a947 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0622666 Sep 03 18:23:50.073890 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-5c6d5663-f897-4101-a8bb-e6001ed554a8 None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:50.084103 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91594157-191b-4a10-b41b-efa67407e79e admin admin] Made reservation on behalf of 36ee71eae85d4a88b8316a69f37e9d31 for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:23:50.084103 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-91594157-191b-4a10-b41b-efa67407e79e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62429635'] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:50.090405 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-28283e11-8430-4297-9711-7c88af930423 req-b6652d3a-ae00-49f9-aef4-ec8b51d5b12f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Sep 03 18:23:50.201086 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59972223-6f6e-451c-9545-ab93dba2c4bf req-ee49be1e-2866-4270-8c3a-37ee758635a5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:50.202804 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-59972223-6f6e-451c-9545-ab93dba2c4bf req-ee49be1e-2866-4270-8c3a-37ee758635a5 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 945 time: 0.0564196 Sep 03 18:23:50.244946 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-59972223-6f6e-451c-9545-ab93dba2c4bf req-f8a26a2c-3b66-4798-b7c8-646471ebf805 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337353 Sep 03 18:23:50.314670 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-5c6d5663-f897-4101-a8bb-e6001ed554a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '56054417-d9a2-4b2d-b928-3e9c827ed196', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'port_id': '6dd0161a-41eb-49be-8449-235aa4984b19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'mac_address': 'fa:16:3e:2d:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:23:21Z', 'updated_at': '2021-09-03T18:23:48Z', 'revision_number': 1, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:22Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:50.324520 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-91594157-191b-4a10-b41b-efa67407e79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62748077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62429677'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:50.345411 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6d5663-f897-4101-a8bb-e6001ed554a8 None None] The sync data for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi is: [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '56054417-d9a2-4b2d-b928-3e9c827ed196', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'floating_ip_address': '172.27.2.201', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'port_id': '6dd0161a-41eb-49be-8449-235aa4984b19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'mac_address': 'fa:16:3e:2d:73:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:23:21Z', 'updated_at': '2021-09-03T18:23:48Z', 'revision_number': 1, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:22Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:50.378717 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91594157-191b-4a10-b41b-efa67407e79e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7167266-8f0f-4c1d-9b42-2cbc1f7028b0,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:50.390509 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91594157-191b-4a10-b41b-efa67407e79e admin admin] Checking segment: {'id': 'e1078921-03ec-4bd2-9fad-b1bfeca4a047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:50.390873 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91594157-191b-4a10-b41b-efa67407e79e admin admin] Network hostable DHCP agents. Network: b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:23:50.739352 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c02bab-fc58-471e-888e-7bf124ea88b5 None None] New status for floating IP 56054417-d9a2-4b2d-b928-3e9c827ed196: ACTIVE {{(pid=94514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:23:50.739518 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cf909-2ce5-4d2c-9eda-1e81cf5137b4 req-97b9f82f-8c67-4342-be6d-d25453f0bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:50.739518 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0b7cf909-2ce5-4d2c-9eda-1e81cf5137b4 req-97b9f82f-8c67-4342-be6d-d25453f0bff6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e536d47e77e248429da43165cb987ba5&device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 1098 time: 0.0447452 Sep 03 18:23:50.910360 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cf909-2ce5-4d2c-9eda-1e81cf5137b4 req-3344712c-11e5-4358-8e42-742a53b811a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:50.911895 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0b7cf909-2ce5-4d2c-9eda-1e81cf5137b4 req-3344712c-11e5-4358-8e42-742a53b811a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 HTTP/1.1" status: 200 len: 912 time: 0.2915905 Sep 03 18:23:50.912135 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f97676fe-2d87-45e7-a406-4accd949ec8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:51.014192 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0b7cf909-2ce5-4d2c-9eda-1e81cf5137b4 req-47dedd22-f154-4f1b-8571-c5198ff52eb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd0161a-41eb-49be-8449-235aa4984b19 HTTP/1.1" status: 200 len: 999 time: 0.0916996 Sep 03 18:23:51.026626 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91594157-191b-4a10-b41b-efa67407e79e admin admin] Network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:23:51.074692 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cf909-2ce5-4d2c-9eda-1e81cf5137b4 req-c1fa63c3-daa6-45ff-91a5-9340ccafc255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:51.076090 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0b7cf909-2ce5-4d2c-9eda-1e81cf5137b4 req-c1fa63c3-daa6-45ff-91a5-9340ccafc255 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92072c23-33c1-47f0-b4a5-f2bb027fc0fb HTTP/1.1" status: 200 len: 850 time: 0.0536497 Sep 03 18:23:51.095523 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-91594157-191b-4a10-b41b-efa67407e79e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:51.100433 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91594157-191b-4a10-b41b-efa67407e79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:51.104400 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-91594157-191b-4a10-b41b-efa67407e79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:51.107766 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e024c7cc-d436-40d4-8545-4c61d4611db5 None None] Network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:23:51.133396 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cf909-2ce5-4d2c-9eda-1e81cf5137b4 req-8a4cad7f-3ce2-4adc-a68d-02496c24e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:51.134936 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0b7cf909-2ce5-4d2c-9eda-1e81cf5137b4 req-8a4cad7f-3ce2-4adc-a68d-02496c24e644 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508246 Sep 03 18:23:51.207106 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-91594157-191b-4a10-b41b-efa67407e79e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2165074 Sep 03 18:23:51.255762 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab94355-640d-4bdf-b479-eb2792fad1b5 None None] Network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:23:51.271351 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f4b40-5999-488c-9964-19f30981a520 req-6e843e87-a139-4afe-87cf-c2f3dda86395 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:51.272573 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2a4f4b40-5999-488c-9964-19f30981a520 req-6e843e87-a139-4afe-87cf-c2f3dda86395 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.1100309 Sep 03 18:23:51.298252 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0b7cf909-2ce5-4d2c-9eda-1e81cf5137b4 req-0b5d1aa6-bb50-4b03-9d76-eaa3a6a307dc service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550679 Sep 03 18:23:51.329475 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2a4f4b40-5999-488c-9964-19f30981a520 req-33a48a19-a82e-4edf-b528-b73093786228 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487430 Sep 03 18:23:51.463716 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3dce6-3d42-47fb-a32b-397da749ab76 req-e48ba3cf-e7c0-44ff-91ad-61caf2783979 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:51.465747 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9dc3dce6-3d42-47fb-a32b-397da749ab76 req-e48ba3cf-e7c0-44ff-91ad-61caf2783979 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 945 time: 0.1060619 Sep 03 18:23:51.471603 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0b7cf909-2ce5-4d2c-9eda-1e81cf5137b4 req-514b60e5-3e4b-4813-8876-ab3d6d5f66e4 service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563971 Sep 03 18:23:51.513627 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9dc3dce6-3d42-47fb-a32b-397da749ab76 req-3f8b1341-696e-43ac-8da6-00b7cd3473e1 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Sep 03 18:23:52.341541 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 58482) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:52.501576 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-258c3cf2-533a-40be-b676-f229fe0c7a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:52.522932 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b1937-de10-4958-9361-7adff43badc0 req-01b99ffa-34ce-4eb1-81b3-de6430564933 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:52.524395 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2c6b1937-de10-4958-9361-7adff43badc0 req-01b99ffa-34ce-4eb1-81b3-de6430564933 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0809577 Sep 03 18:23:52.588776 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2c6b1937-de10-4958-9361-7adff43badc0 req-5836f9fa-7383-4f1f-96b7-5c876609818a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568092 Sep 03 18:23:52.684751 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-258c3cf2-533a-40be-b676-f229fe0c7a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:52.704782 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd72cb-f195-4a04-9bb1-5b64af85933d req-44c7cbb4-1435-4414-9186-507bf259973e tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:52.707299 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2fd72cb-f195-4a04-9bb1-5b64af85933d req-44c7cbb4-1435-4414-9186-507bf259973e tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 945 time: 0.0891509 Sep 03 18:23:52.748035 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2fd72cb-f195-4a04-9bb1-5b64af85933d req-70740db0-e67c-4114-8274-fd5e8fca6538 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/security-groups?id=85930b7b-c3a5-4cf0-a3de-66775a1763a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341835 Sep 03 18:23:52.773424 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-258c3cf2-533a-40be-b676-f229fe0c7a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:52.840592 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-258c3cf2-533a-40be-b676-f229fe0c7a59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9df2a89707d448fd83566795f9cfbb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4943585 Sep 03 18:23:52.840592 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c3cf2-533a-40be-b676-f229fe0c7a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39de7505-5cee-47ba-9ec9-41bcc9a372ac,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:52.844578 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58506) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:52.876441 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d2e5-7ea4-4d42-8ce3-7fc85a999ecf req-0229fd47-680e-4d84-8d9b-43421d81a24f tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:52.878015 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a269d2e5-7ea4-4d42-8ce3-7fc85a999ecf req-0229fd47-680e-4d84-8d9b-43421d81a24f tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.32 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 945 time: 0.0913720 Sep 03 18:23:52.904653 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-09c85acd-854f-4156-921f-5fe47e0c7f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:52.970160 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c839b318-7ad8-4931-b49b-b781841271d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.044973 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-a269d2e5-7ea4-4d42-8ce3-7fc85a999ecf req-908c86ff-6aa6-42af-88ff-513401a35ac3 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Deleting port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:53.045319 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a269d2e5-7ea4-4d42-8ce3-7fc85a999ecf req-908c86ff-6aa6-42af-88ff-513401a35ac3 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.101120 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-09c85acd-854f-4156-921f-5fe47e0c7f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.219199 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-09c85acd-854f-4156-921f-5fe47e0c7f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.219199 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-09c85acd-854f-4156-921f-5fe47e0c7f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.219948 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-09c85acd-854f-4156-921f-5fe47e0c7f35 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39de7505-5cee-47ba-9ec9-41bcc9a372ac HTTP/1.1" status: 204 len: 168 time: 0.3733289 Sep 03 18:23:53.228566 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c85acd-854f-4156-921f-5fe47e0c7f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39de7505-5cee-47ba-9ec9-41bcc9a372ac,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:53.336062 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-a269d2e5-7ea4-4d42-8ce3-7fc85a999ecf req-908c86ff-6aa6-42af-88ff-513401a35ac3 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] For port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1ea3ca3e-2ac0-4374-9582-76ff614b9be9,segment=NetworkSegment(c40a1649-d23b-4b7e-aa62-d0b90c0ec43f),segment_id=c40a1649-d23b-4b7e-aa62-d0b90c0ec43f)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:53.336430 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a269d2e5-7ea4-4d42-8ce3-7fc85a999ecf req-908c86ff-6aa6-42af-88ff-513401a35ac3 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.354070 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-a269d2e5-7ea4-4d42-8ce3-7fc85a999ecf req-908c86ff-6aa6-42af-88ff-513401a35ac3 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Calling delete_port for 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:53.390536 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.589331 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a269d2e5-7ea4-4d42-8ce3-7fc85a999ecf req-908c86ff-6aa6-42af-88ff-513401a35ac3 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.665805 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908c86ff-6aa6-42af-88ff-513401a35ac3 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Pushing event deleted for resources: {'Port': ['ID=1ea3ca3e-2ac0-4374-9582-76ff614b9be9,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:53.770263 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a269d2e5-7ea4-4d42-8ce3-7fc85a999ecf req-908c86ff-6aa6-42af-88ff-513401a35ac3 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] No DVR routers for this DVR port 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:23:53.774396 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a269d2e5-7ea4-4d42-8ce3-7fc85a999ecf req-908c86ff-6aa6-42af-88ff-513401a35ac3 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.776393 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a269d2e5-7ea4-4d42-8ce3-7fc85a999ecf req-908c86ff-6aa6-42af-88ff-513401a35ac3 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.32 "DELETE /v2.0/ports/1ea3ca3e-2ac0-4374-9582-76ff614b9be9 HTTP/1.1" status: 204 len: 173 time: 0.8867421 Sep 03 18:23:53.777707 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b612f349-fccd-458f-a71a-52f46f24f818', 'name': 'network-vif-deleted', 'tag': '1ea3ca3e-2ac0-4374-9582-76ff614b9be9'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:53.781267 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9561e0d8-965f-4d40-b398-04a44fa96048" -d '{"events": [{"server_uuid": "b612f349-fccd-458f-a71a-52f46f24f818", "name": "network-vif-deleted", "tag": "1ea3ca3e-2ac0-4374-9582-76ff614b9be9"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:53.791563 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-3f64801a-5788-452c-9619-885fa5fbd7a5 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:53.793150 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-3f64801a-5788-452c-9619-885fa5fbd7a5 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/networks?id=b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 HTTP/1.1" status: 200 len: 808 time: 0.2485940 Sep 03 18:23:53.814902 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-a03b6c26-e67e-41f6-8fcd-2cfbe14b3da8 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/quotas/36ee71eae85d4a88b8316a69f37e9d31 HTTP/1.1" status: 200 len: 375 time: 0.0146947 Sep 03 18:23:53.823505 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c5903-6187-4462-8e01-ed48afc2e9ad req-c896e695-16df-4aa3-8419-12a0486e0bac tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:53.824978 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1e7c5903-6187-4462-8e01-ed48afc2e9ad req-c896e695-16df-4aa3-8419-12a0486e0bac tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.1256909 Sep 03 18:23:53.858517 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-06a07cb1-2689-4285-8598-fbafca59f046 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36ee71eae85d4a88b8316a69f37e9d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325336 Sep 03 18:23:53.913775 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1e7c5903-6187-4462-8e01-ed48afc2e9ad req-089eafc9-ef08-4b7c-ba9f-0681e7f4a119 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780187 Sep 03 18:23:53.977247 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-d39410e5-10e0-453e-b064-379062f5e844 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109815 Sep 03 18:23:54.010043 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0aea3718-a816-4971-bfbf-f5ac4abae4bf req-12fc1ce4-ca95-4a52-becd-cea117ea3752 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 210 time: 0.0318413 Sep 03 18:23:54.099777 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90f5a12-376c-4e91-bb78-603de808dab5 x-openstack-request-id: req-f90f5a12-376c-4e91-bb78-603de808dab5 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:54.100130 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b612f349-fccd-458f-a71a-52f46f24f818", "name": "network-vif-deleted", "tag": "1ea3ca3e-2ac0-4374-9582-76ff614b9be9", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:54.101822 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f90f5a12-376c-4e91-bb78-603de808dab5 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:54.102218 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b612f349-fccd-458f-a71a-52f46f24f818', 'name': 'network-vif-deleted', 'tag': '1ea3ca3e-2ac0-4374-9582-76ff614b9be9', 'status': 'completed', 'code': 200} Sep 03 18:23:54.134842 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-13c8b54e-8fb9-4e96-8df0-9648e7fb013c service neutron] 10.222.0.43 "GET /v2.0/networks/b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468461 Sep 03 18:23:54.163919 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:54.219980 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58570) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:54.339074 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c77d20fa-427a-4877-aea1-03f676c1fe00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:54.432665 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c77d20fa-427a-4877-aea1-03f676c1fe00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:54.547175 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c77d20fa-427a-4877-aea1-03f676c1fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:54.582153 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 58592) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:54.584060 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c77d20fa-427a-4877-aea1-03f676c1fe00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=28eba227faf0492b944b8cf0d02bd527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621650 Sep 03 18:23:54.611025 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d20fa-427a-4877-aea1-03f676c1fe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a8cea3-c151-44d9-bff3-d33e4b0167be,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:54.612646 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4d844967-7191-4176-b921-d2dde720c5ee req-b2f3ad16-9605-42d7-b910-a6fd34e910ad tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 210 time: 0.0430708 Sep 03 18:23:54.686180 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-91c28305-01e3-4345-b0f0-4a603b4d0ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:54.709077 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-91c28305-01e3-4345-b0f0-4a603b4d0ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:54.838043 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-91c28305-01e3-4345-b0f0-4a603b4d0ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:54.840650 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-91c28305-01e3-4345-b0f0-4a603b4d0ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:54.846917 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-91c28305-01e3-4345-b0f0-4a603b4d0ecc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1a8cea3-c151-44d9-bff3-d33e4b0167be HTTP/1.1" status: 204 len: 168 time: 0.2585309 Sep 03 18:23:54.850085 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c28305-01e3-4345-b0f0-4a603b4d0ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a8cea3-c151-44d9-bff3-d33e4b0167be,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:54.977028 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58604) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:55.033688 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc93bdd-6494-4f33-8194-7fd1d04cc8e7 req-13b3c3ba-b790-4b8a-ae56-5a6f343dffee tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:55.036186 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3dc93bdd-6494-4f33-8194-7fd1d04cc8e7 req-13b3c3ba-b790-4b8a-ae56-5a6f343dffee tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0517428 Sep 03 18:23:55.092090 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3dc93bdd-6494-4f33-8194-7fd1d04cc8e7 req-9c982133-7e4d-4407-885f-04c5c2a1b62e tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495956 Sep 03 18:23:55.167433 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d6a36c93-4943-439a-9ca3-8fd6bd4cf2a5 req-ae85e013-a826-425d-91f5-eb3c475c21e9 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 210 time: 0.0312390 Sep 03 18:23:55.269827 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4c17b62-c5eb-4202-9068-1f06cba2e60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.365911 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4c17b62-c5eb-4202-9068-1f06cba2e60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.484205 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4c17b62-c5eb-4202-9068-1f06cba2e60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.518292 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-f4c17b62-c5eb-4202-9068-1f06cba2e60d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ddc2818906349d7ac270b38acb28a08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5401702 Sep 03 18:23:55.523518 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 58622) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:55.529765 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c17b62-c5eb-4202-9068-1f06cba2e60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0794338b-1b16-4936-b798-7ce21d14eea0,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:55.583784 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6926e9a-8bc4-4b2e-aff3-d35cca64845e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.607110 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6926e9a-8bc4-4b2e-aff3-d35cca64845e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.693106 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58626) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:55.706425 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15f8-0d66-4ee5-aaee-174798b3252e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.715499 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6a2d7c84-9591-4cc1-8c21-fe015c9aab49 req-8812da65-afa7-4974-b6cd-4afed3a37f99 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 210 time: 0.0348983 Sep 03 18:23:55.725232 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6926e9a-8bc4-4b2e-aff3-d35cca64845e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.725232 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6926e9a-8bc4-4b2e-aff3-d35cca64845e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.725232 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-a6926e9a-8bc4-4b2e-aff3-d35cca64845e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0794338b-1b16-4936-b798-7ce21d14eea0 HTTP/1.1" status: 204 len: 168 time: 0.1953120 Sep 03 18:23:55.738267 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6926e9a-8bc4-4b2e-aff3-d35cca64845e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0794338b-1b16-4936-b798-7ce21d14eea0,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:55.807484 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.813818 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15f8-0d66-4ee5-aaee-174798b3252e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.893247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3b1f15f8-0d66-4ee5-aaee-174798b3252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.931302 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-3b1f15f8-0d66-4ee5-aaee-174798b3252e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac7f6fec323a42048a761031f26d72a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371113 Sep 03 18:23:55.932146 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f15f8-0d66-4ee5-aaee-174798b3252e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cae180-072a-4de0-b859-d299289f09bc,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:55.935063 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 58630) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:55.987069 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-652673ab-1649-4f17-9e4d-7367f8f7c204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.009231 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-652673ab-1649-4f17-9e4d-7367f8f7c204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.139851 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-652673ab-1649-4f17-9e4d-7367f8f7c204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.142677 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-652673ab-1649-4f17-9e4d-7367f8f7c204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.143957 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-652673ab-1649-4f17-9e4d-7367f8f7c204 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08cae180-072a-4de0-b859-d299289f09bc HTTP/1.1" status: 204 len: 168 time: 0.2072635 Sep 03 18:23:56.152758 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652673ab-1649-4f17-9e4d-7367f8f7c204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cae180-072a-4de0-b859-d299289f09bc,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:56.225140 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10113f2-e581-4eda-a780-02d452366be3 req-9cec91b3-6608-4517-a280-55058899e3e7 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:56.226902 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f10113f2-e581-4eda-a780-02d452366be3 req-9cec91b3-6608-4517-a280-55058899e3e7 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0534768 Sep 03 18:23:56.264716 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f10113f2-e581-4eda-a780-02d452366be3 req-3f19f83c-7ac9-45ee-8d29-4d2266c1e774 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Sep 03 18:23:56.358974 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d5a91d1c-3dfe-4ca7-b926-f922f7be77b1 req-1efc5963-84aa-4736-adbd-b4b82cfd5859 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 210 time: 0.0268638 Sep 03 18:23:56.466691 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 58646) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:56.479938 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5b00082e-6d1e-433f-854f-ab6258505577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.567890 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5b00082e-6d1e-433f-854f-ab6258505577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.632222 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5b00082e-6d1e-433f-854f-ab6258505577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.673309 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-5b00082e-6d1e-433f-854f-ab6258505577 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb50a3b4a39548b191309098fcd83f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2055309 Sep 03 18:23:56.674421 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00082e-6d1e-433f-854f-ab6258505577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc147512-8d4d-4fd9-ba73-f0651f611a34,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:56.676025 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58654) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:56.697871 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:23:56.722499 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:23:56.723259 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 1ea3ca3e-2ac0-4374-9582-76ff614b9be9 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:23:56.742958 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-40f6cc9f-1cfe-4ec4-b759-ef1044436a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.765917 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-40f6cc9f-1cfe-4ec4-b759-ef1044436a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.833963 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-09efd19f-dd84-44b3-b558-9d87f4f1e989 req-f5fcc81a-fd90-4558-b5f5-05b5d4af8b84 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 210 time: 0.0261259 Sep 03 18:23:56.923814 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-40f6cc9f-1cfe-4ec4-b759-ef1044436a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.926662 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-40f6cc9f-1cfe-4ec4-b759-ef1044436a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.927876 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-40f6cc9f-1cfe-4ec4-b759-ef1044436a59 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc147512-8d4d-4fd9-ba73-f0651f611a34 HTTP/1.1" status: 204 len: 168 time: 0.2500489 Sep 03 18:23:56.937017 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6cc9f-1cfe-4ec4-b759-ef1044436a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc147512-8d4d-4fd9-ba73-f0651f611a34,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:57.378335 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4321219-1b7f-468d-bf23-0a7ee69551d2 req-a1fbd880-7fc3-4d2e-a1cd-338338f34b58 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:57.379812 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a4321219-1b7f-468d-bf23-0a7ee69551d2 req-a1fbd880-7fc3-4d2e-a1cd-338338f34b58 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0484898 Sep 03 18:23:57.418647 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a4321219-1b7f-468d-bf23-0a7ee69551d2 req-b824ca28-7bbc-4a53-acfb-4c65a74bdaca tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Sep 03 18:23:57.527573 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ee64dd66-38c7-45ff-ad6b-e95ddeca9494 req-bbebe289-72cb-4791-97e0-20fc4cf675c9 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 210 time: 0.0302157 Sep 03 18:23:57.625534 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 58686) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:57.638808 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.730608 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.786363 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.831152 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34379fc3dfb544799642bae12ca55b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042561 Sep 03 18:23:57.832362 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f918a3-e23d-4f9b-9a4a-b1eafc96a1ad,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:57.833592 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58692) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:57.841590 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:57.841955 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:57.842319 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:57.842719 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:57.843065 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:57.843403 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:57.844508 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:57.844888 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:57.845290 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:57.845641 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:57.845989 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:57.846512 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69caca0-0e5c-4e3a-b5cd-23373243110e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:57.907565 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.932561 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.947893 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-236b95d8-8d76-40c6-b88a-b7f69f8f800c req-61be5c11-c831-4981-a1f6-9dfc8e3c03c3 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 210 time: 0.0320930 Sep 03 18:23:58.053204 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.055769 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.059599 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7f918a3-e23d-4f9b-9a4a-b1eafc96a1ad HTTP/1.1" status: 204 len: 168 time: 0.2218561 Sep 03 18:23:58.064681 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f918a3-e23d-4f9b-9a4a-b1eafc96a1ad,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:58.071681 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:58.072036 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:58.072379 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:58.072742 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:58.073079 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:58.073415 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:58.073746 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:58.074073 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:58.074401 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:58.074731 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:58.075059 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:58.075398 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28fbd50-b5ea-490f-8aba-93a6325ca1fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:58.545442 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b199d1-ca9d-4cbf-b74e-73eee754b3ce req-7088a8de-24d9-4ac7-8ea2-8752dd27b40d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:58.546943 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b2b199d1-ca9d-4cbf-b74e-73eee754b3ce req-7088a8de-24d9-4ac7-8ea2-8752dd27b40d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0529919 Sep 03 18:23:58.591293 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b2b199d1-ca9d-4cbf-b74e-73eee754b3ce req-3686f506-c93a-4e70-a050-b65521af3ce1 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381155 Sep 03 18:23:58.645653 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b33f6b48-c699-4b75-9f30-f0281b6a5b1a req-dc9114e5-fe51-4faf-b538-adf7ce4324e6 tempest-DeleteServersTestJSON-9255960 tempest-DeleteServersTestJSON-9255960-project] 10.222.0.43 "GET /v2.0/ports?device_id=b612f349-fccd-458f-a71a-52f46f24f818 HTTP/1.1" status: 200 len: 210 time: 0.0289109 Sep 03 18:23:59.059325 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8f54531-2d27-48bf-8e76-900585b43762 req-2234757c-c347-497b-b871-5c8e0dbef15f tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 210 time: 0.0322750 Sep 03 18:23:59.533629 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-4b74f26b-f553-48cc-8463-4d1ca6af812b tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:59.535107 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-4b74f26b-f553-48cc-8463-4d1ca6af812b tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.32 "GET /v2.0/networks?id=b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 HTTP/1.1" status: 200 len: 808 time: 0.1060848 Sep 03 18:23:59.555883 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Request body: {'port': {'device_id': 'e659c992-8ad3-4530-9059-14b0ecefdd96', 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7', 'admin_state_up': True, 'tenant_id': '36ee71eae85d4a88b8316a69f37e9d31'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:59.744589 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0dc4a-ffe4-47ee-9a33-4bfe464ab360 req-a84e7cc0-c46b-4b0e-9007-d7a05a54f113 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:59.746456 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-99d0dc4a-ffe4-47ee-9a33-4bfe464ab360 req-a84e7cc0-c46b-4b0e-9007-d7a05a54f113 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0531385 Sep 03 18:23:59.772189 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Made reservation on behalf of 36ee71eae85d4a88b8316a69f37e9d31 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:23:59.775846 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:59.804791 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-99d0dc4a-ffe4-47ee-9a33-4bfe464ab360 req-3e67bdf9-ca67-4206-bd8b-cd48f8516b9f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507867 Sep 03 18:23:59.937350 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Allocated IP 172.20.0.7 (b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7/d7167266-8f0f-4c1d-9b42-2cbc1f7028b0/874b1b7f-505b-4987-8b95-22bd07d28ac4) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:24:00.204165 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ef465c08-9fdc-4101-9a00-a632a80fbbe3 req-c0a4326e-aa14-438f-bdb3-5ea07c043f64 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 210 time: 0.0429137 Sep 03 18:24:00.233902 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.381350 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.425091 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:24:00.428090 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:24:00.431862 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:24:00.440280 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Pushing event updated for resources: {'Port': ['ID=874b1b7f-505b-4987-8b95-22bd07d28ac4,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:00.485339 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:00.485938 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.610188 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ce776d63-b691-43d0-8007-08869fd34ecb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0600247 Sep 03 18:24:00.627255 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Request body: {'port': {'device_id': 'e659c992-8ad3-4530-9059-14b0ecefdd96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:24:00.685818 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.999283 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216598d-24ab-43a7-855d-ecefa4a8a522 req-0d4a079f-a670-42b6-93e8-53b3467b1661 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:01.000874 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2216598d-24ab-43a7-855d-ecefa4a8a522 req-0d4a079f-a670-42b6-93e8-53b3467b1661 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0879593 Sep 03 18:24:01.077154 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874b1b7f-505b-4987-8b95-22bd07d28ac4 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:24:01.087269 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2216598d-24ab-43a7-855d-ecefa4a8a522 req-a3ad2b22-34fa-49ba-8a64-a6d928868871 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766010 Sep 03 18:24:01.089161 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.115410 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Transition to ACTIVE for port object 874b1b7f-505b-4987-8b95-22bd07d28ac4 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:24:01.186695 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.269999 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Pushing event updated for resources: {'Port': ['ID=874b1b7f-505b-4987-8b95-22bd07d28ac4,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:01.359954 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32237bcb-a2b9-422a-b934-d452a99df539 req-57099d5d-9c0b-4e6f-abd3-f13154aabf7c tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:01.362393 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-32237bcb-a2b9-422a-b934-d452a99df539 req-57099d5d-9c0b-4e6f-abd3-f13154aabf7c tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 943 time: 0.0946479 Sep 03 18:24:01.364170 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Attempting to bind port 874b1b7f-505b-4987-8b95-22bd07d28ac4 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:24:01.364516 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Attempting to bind port 874b1b7f-505b-4987-8b95-22bd07d28ac4 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e1078921-03ec-4bd2-9fad-b1bfeca4a047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:24:01.364884 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Attempting to bind port 874b1b7f-505b-4987-8b95-22bd07d28ac4 on network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:24:01.369491 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Port 874b1b7f-505b-4987-8b95-22bd07d28ac4 on network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:24:01.369819 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Attempting to bind port 874b1b7f-505b-4987-8b95-22bd07d28ac4 on network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:24:01.383399 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:24:01.387381 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Checking segment: {'id': 'e1078921-03ec-4bd2-9fad-b1bfeca4a047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:24:01.387381 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Bound using segment: {'id': 'e1078921-03ec-4bd2-9fad-b1bfeca4a047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:24:01.387381 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Bound port: 874b1b7f-505b-4987-8b95-22bd07d28ac4, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1078921-03ec-4bd2-9fad-b1bfeca4a047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:24:01.387381 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.442445 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-32237bcb-a2b9-422a-b934-d452a99df539 req-cd2a5f65-1d82-4526-95b4-9d858af62fcd tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704322 Sep 03 18:24:01.472134 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] For port 874b1b7f-505b-4987-8b95-22bd07d28ac4, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:24:01.475367 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] For port 874b1b7f-505b-4987-8b95-22bd07d28ac4, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=874b1b7f-505b-4987-8b95-22bd07d28ac4,segment=NetworkSegment(e1078921-03ec-4bd2-9fad-b1bfeca4a047),segment_id=e1078921-03ec-4bd2-9fad-b1bfeca4a047)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:24:01.564053 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.606891 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:01.606891 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.606891 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] 10.222.0.32 "PUT /v2.0/ports/874b1b7f-505b-4987-8b95-22bd07d28ac4 HTTP/1.1" status: 200 len: 1093 time: 0.9839561 Sep 03 18:24:01.607702 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e659c992-8ad3-4530-9059-14b0ecefdd96', 'tag': '874b1b7f-505b-4987-8b95-22bd07d28ac4'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:24:01.609393 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e5c01e-17bd-465c-a320-76117baf8862" -d '{"events": [{"name": "network-changed", "server_uuid": "e659c992-8ad3-4530-9059-14b0ecefdd96", "tag": "874b1b7f-505b-4987-8b95-22bd07d28ac4"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:24:01.635804 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763aac3b-f99d-439a-8ab6-49fecdd1a946 service neutron] Pushing event updated for resources: {'Port': ['ID=874b1b7f-505b-4987-8b95-22bd07d28ac4,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:01.646846 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14191608-d2f1-4860-bf37-4f004c1d1e75 x-openstack-request-id: req-14191608-d2f1-4860-bf37-4f004c1d1e75 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:24:01.647136 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e659c992-8ad3-4530-9059-14b0ecefdd96", "tag": "874b1b7f-505b-4987-8b95-22bd07d28ac4", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:24:01.647408 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14191608-d2f1-4860-bf37-4f004c1d1e75 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:24:01.647803 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e659c992-8ad3-4530-9059-14b0ecefdd96', 'tag': '874b1b7f-505b-4987-8b95-22bd07d28ac4', 'status': 'completed', 'code': 200} Sep 03 18:24:02.069942 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58888) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:02.175043 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe3ae-d19c-48c2-8caf-a7f522312817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.219416 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e97ba-8563-42f7-b26a-b005d0cb071d req-7c52581a-9e19-40d3-b40f-d163f0eb40a5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:02.220986 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-863e97ba-8563-42f7-b26a-b005d0cb071d req-7c52581a-9e19-40d3-b40f-d163f0eb40a5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0560608 Sep 03 18:24:02.260941 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-863e97ba-8563-42f7-b26a-b005d0cb071d req-de7aaa31-39d3-4199-9dd1-f181353ebde5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Sep 03 18:24:02.268396 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe3ae-d19c-48c2-8caf-a7f522312817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.311836 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c4fe3ae-d19c-48c2-8caf-a7f522312817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.352074 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-0c4fe3ae-d19c-48c2-8caf-a7f522312817 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d71fc27ce4fa44e983909a38a03ae207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809467 Sep 03 18:24:02.353039 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fe3ae-d19c-48c2-8caf-a7f522312817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094de055-94c5-44c5-a5e7-87325df286f1,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:02.354794 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 58894) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:02.406584 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4d009b66-3832-40e9-a2ee-5a117a51f6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.427959 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4d009b66-3832-40e9-a2ee-5a117a51f6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.557625 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2f133-45fd-4467-9c72-cd21c4060c2f req-bc82f028-49a8-4d6e-b37f-bfced7b1b12a tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:02.559072 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0bf2f133-45fd-4467-9c72-cd21c4060c2f req-bc82f028-49a8-4d6e-b37f-bfced7b1b12a tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 943 time: 0.0469584 Sep 03 18:24:02.561532 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4d009b66-3832-40e9-a2ee-5a117a51f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.564054 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4d009b66-3832-40e9-a2ee-5a117a51f6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.565149 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-4d009b66-3832-40e9-a2ee-5a117a51f6c5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/094de055-94c5-44c5-a5e7-87325df286f1 HTTP/1.1" status: 204 len: 168 time: 0.2083745 Sep 03 18:24:02.585369 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d009b66-3832-40e9-a2ee-5a117a51f6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094de055-94c5-44c5-a5e7-87325df286f1,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:02.613077 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0bf2f133-45fd-4467-9c72-cd21c4060c2f req-a039f512-082b-4803-83ac-419b5d92516a tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442481 Sep 03 18:24:03.165173 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 58908) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:03.180922 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ed5961fd-5063-4e18-8b9f-32acd1f68a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:03.265027 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ed5961fd-5063-4e18-8b9f-32acd1f68a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:03.368438 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ed5961fd-5063-4e18-8b9f-32acd1f68a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:03.378135 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87884e96-2805-44c5-a497-197858277b57 req-d02dda80-b6c2-4362-840c-096ebbb84ac7 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:03.379870 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-87884e96-2805-44c5-a497-197858277b57 req-d02dda80-b6c2-4362-840c-096ebbb84ac7 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0531802 Sep 03 18:24:03.431412 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-ed5961fd-5063-4e18-8b9f-32acd1f68a65 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2610fab6225449539363420623088848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650912 Sep 03 18:24:03.434119 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 58912) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:03.434750 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5961fd-5063-4e18-8b9f-32acd1f68a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7107327-33d8-492a-9013-96bfb07eb202,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:03.459967 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-87884e96-2805-44c5-a497-197858277b57 req-503d1eac-cda2-445f-ba20-2cfaa80a69c8 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725148 Sep 03 18:24:03.494563 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-61393d88-4d43-4456-bc7a-d2d2628fc34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:03.514432 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-61393d88-4d43-4456-bc7a-d2d2628fc34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:03.638303 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-61393d88-4d43-4456-bc7a-d2d2628fc34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:03.640915 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-61393d88-4d43-4456-bc7a-d2d2628fc34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:03.642100 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-61393d88-4d43-4456-bc7a-d2d2628fc34e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7107327-33d8-492a-9013-96bfb07eb202 HTTP/1.1" status: 204 len: 168 time: 0.2046494 Sep 03 18:24:03.650120 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61393d88-4d43-4456-bc7a-d2d2628fc34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7107327-33d8-492a-9013-96bfb07eb202,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:03.731849 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e328577-7944-4aa9-9511-db0a18a89672 req-40b2dc17-ace5-44d4-8e13-a8a5f96805a9 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:03.733468 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7e328577-7944-4aa9-9511-db0a18a89672 req-40b2dc17-ace5-44d4-8e13-a8a5f96805a9 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 943 time: 0.0502801 Sep 03 18:24:03.774927 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7e328577-7944-4aa9-9511-db0a18a89672 req-e7f5efc1-65b2-497d-a892-e36b0016a886 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331590 Sep 03 18:24:04.191114 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5c01e-17bd-465c-a320-76117baf8862 req-7ace2d3f-2446-4bc0-a7d5-f67e1b6ea3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:04.192617 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-05e5c01e-17bd-465c-a320-76117baf8862 req-7ace2d3f-2446-4bc0-a7d5-f67e1b6ea3ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36ee71eae85d4a88b8316a69f37e9d31&device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 1096 time: 0.0399866 Sep 03 18:24:04.297536 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5c01e-17bd-465c-a320-76117baf8862 req-9a252532-73a4-40c8-b215-c6e65689f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:04.299060 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-05e5c01e-17bd-465c-a320-76117baf8862 req-9a252532-73a4-40c8-b215-c6e65689f3c0 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=36ee71eae85d4a88b8316a69f37e9d31&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0962911 Sep 03 18:24:04.404237 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5c01e-17bd-465c-a320-76117baf8862 req-73be7e19-89c0-4f73-9017-5246a14e54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:04.405743 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-05e5c01e-17bd-465c-a320-76117baf8862 req-73be7e19-89c0-4f73-9017-5246a14e54ac service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904417 Sep 03 18:24:04.723412 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-1e8d4ad1-3084-4b6f-8343-b550ea05f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:04.724912 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-1e8d4ad1-3084-4b6f-8343-b550ea05f4f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36ee71eae85d4a88b8316a69f37e9d31&device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 1096 time: 0.2706275 Sep 03 18:24:04.754611 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58948) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:04.813546 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-f409ec54-7f84-435d-8eda-755424f2159b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=874b1b7f-505b-4987-8b95-22bd07d28ac4 HTTP/1.1" status: 200 len: 217 time: 0.0708022 Sep 03 18:24:04.847287 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf7f9a-adcf-4fde-be1e-f8873758b32e req-b09c1a6e-d050-45a6-8d5e-2aaf24852221 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:04.848834 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b1bf7f9a-adcf-4fde-be1e-f8873758b32e req-b09c1a6e-d050-45a6-8d5e-2aaf24852221 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.1287220 Sep 03 18:24:04.876764 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45eab31b-0abf-4fb5-8a56-3a93b7c5a6c7 req-302558e6-73b8-40bd-9b8d-1bdfcdae31ae service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1554387 Sep 03 18:24:04.881879 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-459187406-network', 'tenant_id': 'b43ce6ac2fdd43658fb31e1352cde87b'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:24:04.975419 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Made reservation on behalf of b43ce6ac2fdd43658fb31e1352cde87b for: {'network': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:24:04.979468 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.989286 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.997406 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-2cf3b1d4-28ff-470c-94d9-1234dd4af6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:04.998914 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-2cf3b1d4-28ff-470c-94d9-1234dd4af6a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7167266-8f0f-4c1d-9b42-2cbc1f7028b0 HTTP/1.1" status: 200 len: 848 time: 0.1707489 Sep 03 18:24:05.003764 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b1bf7f9a-adcf-4fde-be1e-f8873758b32e req-b84f959e-a323-4f89-ac07-24e867e557f5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300731 Sep 03 18:24:05.031021 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62634525-5517-4881-be0e-93dfad409b0b req-e776f351-5ea3-40a7-bb9f-60f0d4417c9c tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:05.032486 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62634525-5517-4881-be0e-93dfad409b0b req-e776f351-5ea3-40a7-bb9f-60f0d4417c9c tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 943 time: 0.1599915 Sep 03 18:24:05.049354 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eab31b-0abf-4fb5-8a56-3a93b7c5a6c7 req-b4972256-9cee-4315-ab7a-79cd86e5cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:05.050817 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45eab31b-0abf-4fb5-8a56-3a93b7c5a6c7 req-b4972256-9cee-4315-ab7a-79cd86e5cad7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 1099 time: 0.1204169 Sep 03 18:24:05.053507 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-d85b0c6f-a73f-49b4-8ec0-4704a6147a30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436320 Sep 03 18:24:05.131398 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.154590 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62634525-5517-4881-be0e-93dfad409b0b req-ae80dac8-1850-4d0e-94dc-06e846c5accb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029162 Sep 03 18:24:05.202884 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.236834 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58982) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:05.265228 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-ca50bf96-12ba-4e8c-9ea7-004b8bfd5a11 service neutron] 10.222.0.32 "GET /v2.0/networks/b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974170 Sep 03 18:24:05.274569 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eab31b-0abf-4fb5-8a56-3a93b7c5a6c7 req-b8aaf0e6-c758-4907-9cd3-aeec57105db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:05.276121 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45eab31b-0abf-4fb5-8a56-3a93b7c5a6c7 req-b8aaf0e6-c758-4907-9cd3-aeec57105db0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 200 len: 920 time: 0.1869524 Sep 03 18:24:05.289523 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=94512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:24:05.301276 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc90371-228b-4620-a266-871dd0b2e251,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:05.314485 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.314839 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.segments_db [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Added segment 4ab599c5-217e-45b3-8056-54e51bb3a751 of type vlan for network 0026e194-26b1-4b93-b915-abbba7ec362b Sep 03 18:24:05.328744 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a3ca3b-fdf2-464e-8e23-5a6f746980a9 admin admin] Deleting subnet 9d4c2885-d4e7-4324-8373-e418bea92818 {{(pid=94512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:24:05.344890 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45eab31b-0abf-4fb5-8a56-3a93b7c5a6c7 req-26fdf3eb-e50d-481d-a008-9791e21fcdd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08c8d689-708f-40c4-a8a1-ad808a939a90 HTTP/1.1" status: 200 len: 217 time: 0.0494866 Sep 03 18:24:05.349422 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ca3b-fdf2-464e-8e23-5a6f746980a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.388690 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.402555 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ca3b-fdf2-464e-8e23-5a6f746980a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62900416'] for subnet, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.457217 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39390ef-f2cc-4302-b141-48e6fea030ed req-b8e9a163-5177-4d91-83f7-190a73cdf6cb service neutron] 10.222.0.32 "GET /v2.0/networks/b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801426 Sep 03 18:24:05.458754 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eab31b-0abf-4fb5-8a56-3a93b7c5a6c7 req-d1e88ac2-15e6-49b2-9df3-c7fb50e632f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:05.460096 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45eab31b-0abf-4fb5-8a56-3a93b7c5a6c7 req-d1e88ac2-15e6-49b2-9df3-c7fb50e632f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d057384a-5901-42e3-80f5-8484300272f4 HTTP/1.1" status: 200 len: 859 time: 0.0770905 Sep 03 18:24:05.468915 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ca3b-fdf2-464e-8e23-5a6f746980a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.510209 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45eab31b-0abf-4fb5-8a56-3a93b7c5a6c7 req-e8c7a395-0b1f-4915-afc0-3157a80a535c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=815a170a-9300-450a-a438-374a9fbe2f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319705 Sep 03 18:24:05.519075 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.520039 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:05.520740 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.581661 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] Pushing event updated for resources: {'Network': ['ID=0026e194-26b1-4b93-b915-abbba7ec362b,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:05.592302 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network 0026e194-26b1-4b93-b915-abbba7ec362b details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:24:05.597057 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-962ed8e1-747f-4769-98e6-f2cb21c685fd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8412318 Sep 03 18:24:05.598869 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ca3b-fdf2-464e-8e23-5a6f746980a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62748012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62429670'] for subnet, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.601511 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58990) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:05.614171 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45eab31b-0abf-4fb5-8a56-3a93b7c5a6c7 req-98e9c189-dd63-4b73-b5b2-5475c9916aa9 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957928 Sep 03 18:24:05.614687 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-23ccf921-9964-4bd7-91c4-501d9177932f admin admin] Request body: {'subnet': {'network_id': '0026e194-26b1-4b93-b915-abbba7ec362b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-459187406-subnet', 'tenant_id': 'b43ce6ac2fdd43658fb31e1352cde87b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:24:05.645984 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3ca3b-fdf2-464e-8e23-5a6f746980a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d4c2885-d4e7-4324-8373-e418bea92818,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:05.650147 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ca3b-fdf2-464e-8e23-5a6f746980a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.652241 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-f4a3ca3b-fdf2-464e-8e23-5a6f746980a9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9d4c2885-d4e7-4324-8373-e418bea92818 HTTP/1.1" status: 204 len: 168 time: 0.4144497 Sep 03 18:24:05.656245 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 58992) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:05.719133 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45eab31b-0abf-4fb5-8a56-3a93b7c5a6c7 req-ba58ec4f-e488-4a1d-bdf1-5b612461640e service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969877 Sep 03 18:24:05.731978 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.774799 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ccf921-9964-4bd7-91c4-501d9177932f admin admin] Made reservation on behalf of b43ce6ac2fdd43658fb31e1352cde87b for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:24:05.777109 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-23ccf921-9964-4bd7-91c4-501d9177932f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62429635'] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.831529 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.845130 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3018047-f815-471a-8408-765c865dcfaf']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:05.881815 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40a1649-d23b-4b7e-aa62-d0b90c0ec43f') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:05.882119 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40a1649-d23b-4b7e-aa62-d0b90c0ec43f') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:05.899476 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.917862 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.926452 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:24:05.926771 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:24:05.928388 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:24:06.081894 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:06.087396 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:06.092176 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e3018047-f815-471a-8408-765c865dcfaf HTTP/1.1" status: 204 len: 168 time: 0.4320745 Sep 03 18:24:06.103058 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1292e-d007-480d-b6ce-1335c419bd21 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3018047-f815-471a-8408-765c865dcfaf,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:06.121961 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1f129-8ed4-46f6-afa1-db4bbafc1977 req-6ef61849-d4b2-4fc2-8844-fde26c077602 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:06.123478 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a6a1f129-8ed4-46f6-afa1-db4bbafc1977 req-6ef61849-d4b2-4fc2-8844-fde26c077602 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0514050 Sep 03 18:24:06.135982 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-23ccf921-9964-4bd7-91c4-501d9177932f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62748077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62429677'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:06.162878 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a6a1f129-8ed4-46f6-afa1-db4bbafc1977 req-0a82c323-5e93-4376-859f-e44a5943cade tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334058 Sep 03 18:24:06.198027 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccf921-9964-4bd7-91c4-501d9177932f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5904dd6e-ff65-42c1-9610-4cab2cd26218,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:06.212189 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccf921-9964-4bd7-91c4-501d9177932f admin admin] Checking segment: {'id': '4ab599c5-217e-45b3-8056-54e51bb3a751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0026e194-26b1-4b93-b915-abbba7ec362b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:24:06.212548 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ccf921-9964-4bd7-91c4-501d9177932f admin admin] Network hostable DHCP agents. Network: 0026e194-26b1-4b93-b915-abbba7ec362b, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:24:06.276649 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f180a8a-a0c8-43ec-9d1e-4dcfdcd7a5fd req-a4661f97-0a0f-4b0b-aa4a-d8c17c006fca tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:06.278669 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1f180a8a-a0c8-43ec-9d1e-4dcfdcd7a5fd req-a4661f97-0a0f-4b0b-aa4a-d8c17c006fca tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 943 time: 0.0515702 Sep 03 18:24:06.301282 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ccf921-9964-4bd7-91c4-501d9177932f admin admin] Network 0026e194-26b1-4b93-b915-abbba7ec362b is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:24:06.320764 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1f180a8a-a0c8-43ec-9d1e-4dcfdcd7a5fd req-3f6544ac-4298-4565-9a73-b91e874f0872 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355520 Sep 03 18:24:06.436286 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-23ccf921-9964-4bd7-91c4-501d9177932f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, 0026e194-26b1-4b93-b915-abbba7ec362b) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:24:06.440527 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ccf921-9964-4bd7-91c4-501d9177932f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:06.441151 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-23ccf921-9964-4bd7-91c4-501d9177932f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:06.456579 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bbf068-8660-4115-b136-e0c845792f34 None None] Network 0026e194-26b1-4b93-b915-abbba7ec362b requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:24:06.457788 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 59008) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:06.531435 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-9fee6cef-b2cb-486d-a1f1-d9944192941c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a31695266e15448c9c7e7b77897cd607&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0665941 Sep 03 18:24:06.533294 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59014) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:06.584243 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c4470-a62b-43dc-af00-5e0025ec602a None None] Network 0026e194-26b1-4b93-b915-abbba7ec362b requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:24:06.584495 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f2f8c5ef-f9fd-4708-9d5a-9f8f28cc78ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:06.608459 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f2f8c5ef-f9fd-4708-9d5a-9f8f28cc78ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:06.646395 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-23ccf921-9964-4bd7-91c4-501d9177932f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0402586 Sep 03 18:24:06.775171 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f2f8c5ef-f9fd-4708-9d5a-9f8f28cc78ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:06.778479 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f2f8c5ef-f9fd-4708-9d5a-9f8f28cc78ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:06.779613 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-f2f8c5ef-f9fd-4708-9d5a-9f8f28cc78ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85930b7b-c3a5-4cf0-a3de-66775a1763a3 HTTP/1.1" status: 204 len: 168 time: 0.2453275 Sep 03 18:24:06.787487 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8c5ef-f9fd-4708-9d5a-9f8f28cc78ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85930b7b-c3a5-4cf0-a3de-66775a1763a3,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:07.312513 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d30316-edbc-45d4-8846-b6a558fa75a9 req-a7f10309-964f-4008-84a6-605ec4ac9b93 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:07.314048 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f7d30316-edbc-45d4-8846-b6a558fa75a9 req-a7f10309-964f-4008-84a6-605ec4ac9b93 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0555708 Sep 03 18:24:07.351506 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f7d30316-edbc-45d4-8846-b6a558fa75a9 req-4386b4af-aa5c-4cf9-88b2-072e216c7f64 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314207 Sep 03 18:24:07.443134 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e154f2a-727b-443e-9a1f-9215ea2f1e91 req-73325461-7882-48c7-81fe-56a286502f68 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:07.454592 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2e154f2a-727b-443e-9a1f-9215ea2f1e91 req-73325461-7882-48c7-81fe-56a286502f68 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 943 time: 0.0594664 Sep 03 18:24:07.508143 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2e154f2a-727b-443e-9a1f-9215ea2f1e91 req-84e58160-5dd9-46bd-a59e-f7b3ba8e9cec tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 Sep 03 18:24:07.667832 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59066) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:07.672993 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-538001517-network', 'tenant_id': '66310216c4ae42e5a3073b0c80dcbf59'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:24:07.792058 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Made reservation on behalf of 66310216c4ae42e5a3073b0c80dcbf59 for: {'network': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:24:07.794457 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:07.802835 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:07.917422 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:07.992380 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:08.018554 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:24:08.028143 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8628dc6-665e-4918-8c62-70538f10b7c1,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:08.034805 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:08.034805 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.segments_db [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Added segment 1115d09e-dce5-4a57-8cda-e825a4f6dd12 of type vlan for network 54d289d4-4292-4855-8810-40c62a48d842 Sep 03 18:24:08.077888 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:08.167573 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:08.169281 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:08.169957 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:08.235148 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] Pushing event updated for resources: {'Network': ['ID=54d289d4-4292-4855-8810-40c62a48d842,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:08.251552 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network 54d289d4-4292-4855-8810-40c62a48d842 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:24:08.282669 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-85c1ef47-ed27-4ff4-b8ab-9fcfc9666c07 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6135523 Sep 03 18:24:08.286023 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59086) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:08.290736 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-af6cda38-bf89-490d-96ca-4d1f94527610 admin admin] Request body: {'subnet': {'network_id': '54d289d4-4292-4855-8810-40c62a48d842', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-538001517-subnet', 'tenant_id': '66310216c4ae42e5a3073b0c80dcbf59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:24:08.392831 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6cda38-bf89-490d-96ca-4d1f94527610 admin admin] Made reservation on behalf of 66310216c4ae42e5a3073b0c80dcbf59 for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:24:08.394500 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-af6cda38-bf89-490d-96ca-4d1f94527610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62429635'] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:08.649103 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-af6cda38-bf89-490d-96ca-4d1f94527610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62748077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62429677'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:08.714765 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cda38-bf89-490d-96ca-4d1f94527610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32960fd6-fe2b-4696-a4e0-ed7f9ab274ad,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:08.719673 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6cda38-bf89-490d-96ca-4d1f94527610 admin admin] Checking segment: {'id': '1115d09e-dce5-4a57-8cda-e825a4f6dd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '54d289d4-4292-4855-8810-40c62a48d842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:24:08.720036 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6cda38-bf89-490d-96ca-4d1f94527610 admin admin] Network hostable DHCP agents. Network: 54d289d4-4292-4855-8810-40c62a48d842, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:24:08.786051 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6cda38-bf89-490d-96ca-4d1f94527610 admin admin] Network 54d289d4-4292-4855-8810-40c62a48d842 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:24:08.837622 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-af6cda38-bf89-490d-96ca-4d1f94527610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, 54d289d4-4292-4855-8810-40c62a48d842) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:24:08.842332 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6cda38-bf89-490d-96ca-4d1f94527610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:08.842962 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-af6cda38-bf89-490d-96ca-4d1f94527610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:08.848501 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba01e38-fb14-470b-af9b-46153c66aa63 None None] Network 54d289d4-4292-4855-8810-40c62a48d842 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:24:08.938754 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-af6cda38-bf89-490d-96ca-4d1f94527610 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6521320 Sep 03 18:24:08.986972 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32692b-0bbf-418f-84eb-1ad3f8db331d req-d4804435-6782-4b6d-9b6e-7f3fc48d6e7c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:08.991379 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc80dae0-fcca-4963-a014-81c830fed6d5 None None] Network 54d289d4-4292-4855-8810-40c62a48d842 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:24:08.994703 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6f32692b-0bbf-418f-84eb-1ad3f8db331d req-d4804435-6782-4b6d-9b6e-7f3fc48d6e7c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0592144 Sep 03 18:24:09.037478 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6f32692b-0bbf-418f-84eb-1ad3f8db331d req-32b4c27a-41c8-415c-8654-ab8d5967996b tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Sep 03 18:24:09.164989 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86cb60-c3e3-499b-9c49-1fb16b00d9e1 req-47413e12-4ff6-43b9-9a93-5ecb87374859 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:09.166398 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5e86cb60-c3e3-499b-9c49-1fb16b00d9e1 req-47413e12-4ff6-43b9-9a93-5ecb87374859 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 943 time: 0.0585232 Sep 03 18:24:09.207297 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5e86cb60-c3e3-499b-9c49-1fb16b00d9e1 req-3672f573-8938-428c-a3b1-be32623f170c tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349402 Sep 03 18:24:09.624464 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 874b1b7f-505b-4987-8b95-22bd07d28ac4 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:24:09.734440 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 874b1b7f-505b-4987-8b95-22bd07d28ac4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=874b1b7f-505b-4987-8b95-22bd07d28ac4,segment=NetworkSegment(e1078921-03ec-4bd2-9fad-b1bfeca4a047),segment_id=e1078921-03ec-4bd2-9fad-b1bfeca4a047)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:09.745419 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '874b1b7f-505b-4987-8b95-22bd07d28ac4', 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7', 'port_id': '874b1b7f-505b-4987-8b95-22bd07d28ac4', 'mac_address': 'fa:16:3e:09:16:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7167266-8f0f-4c1d-9b42-2cbc1f7028b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:24:09.783826 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:09.798965 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:09.811807 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874b1b7f-505b-4987-8b95-22bd07d28ac4 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:24:09.831863 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 874b1b7f-505b-4987-8b95-22bd07d28ac4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=874b1b7f-505b-4987-8b95-22bd07d28ac4,segment=NetworkSegment(e1078921-03ec-4bd2-9fad-b1bfeca4a047),segment_id=e1078921-03ec-4bd2-9fad-b1bfeca4a047)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:09.911886 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:09.962098 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=874b1b7f-505b-4987-8b95-22bd07d28ac4,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:09.969727 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:09.970083 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:09.970431 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:09.970776 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:09.971117 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:09.971456 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:09.971791 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:09.972139 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:09.972474 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:09.972838 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:09.973169 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:09.973501 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:10.152987 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9967c3-f4e1-4833-9b6a-5901b7f5dfd6 req-477ac5bf-0f73-4dc3-b019-740dba10369a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:10.154393 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1e9967c3-f4e1-4833-9b6a-5901b7f5dfd6 req-477ac5bf-0f73-4dc3-b019-740dba10369a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0488856 Sep 03 18:24:10.191488 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1e9967c3-f4e1-4833-9b6a-5901b7f5dfd6 req-9d449b51-87fd-42c8-a1e8-9bb26a6fd841 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311236 Sep 03 18:24:10.319816 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73705000-af0e-409c-b0b1-da63d3a40e69 req-3a127dfa-a500-4af2-8cb5-7c7ecfe719af tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:10.329285 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-73705000-af0e-409c-b0b1-da63d3a40e69 req-3a127dfa-a500-4af2-8cb5-7c7ecfe719af tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 944 time: 0.0481136 Sep 03 18:24:10.372286 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-73705000-af0e-409c-b0b1-da63d3a40e69 req-a9fb2207-7a20-49d7-96d6-b03aa598d70d tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Sep 03 18:24:10.736794 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:24:11.055833 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['874b1b7f-505b-4987-8b95-22bd07d28ac4'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:24:11.320292 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede17a3c-49f5-4908-9eff-d4bfabb97f93 req-f21f858d-f876-4948-bb33-63818523a7a8 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:11.321904 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ede17a3c-49f5-4908-9eff-d4bfabb97f93 req-f21f858d-f876-4948-bb33-63818523a7a8 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0599391 Sep 03 18:24:11.362184 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ede17a3c-49f5-4908-9eff-d4bfabb97f93 req-a9ae3fe4-338c-4c74-9d33-de6262c5d993 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337002 Sep 03 18:24:11.529659 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305439af-5f2f-4a8c-a7c2-a15533b18add req-e5af0daf-b6c1-4868-ab1a-13b8c85a1d9a tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:11.531175 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-305439af-5f2f-4a8c-a7c2-a15533b18add req-e5af0daf-b6c1-4868-ab1a-13b8c85a1d9a tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 944 time: 0.0529172 Sep 03 18:24:11.581215 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-305439af-5f2f-4a8c-a7c2-a15533b18add req-5c8380f7-e2a5-45a9-9b9b-359dc846491e tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433748 Sep 03 18:24:12.478514 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a79aed-f777-4a97-a80f-56f7b5ff093f req-fc42462f-aa4a-4520-a828-843d5993866b tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:12.480088 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-36a79aed-f777-4a97-a80f-56f7b5ff093f req-fc42462f-aa4a-4520-a828-843d5993866b tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0492716 Sep 03 18:24:12.518859 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-36a79aed-f777-4a97-a80f-56f7b5ff093f req-5214ecb6-67ca-4722-911a-ae73700ec4e2 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319300 Sep 03 18:24:12.710794 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b0252-906e-4967-98d1-e1955e218972 req-7f575c25-9635-4dde-8751-4e4ce04fe0ec tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:12.712284 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4c0b0252-906e-4967-98d1-e1955e218972 req-7f575c25-9635-4dde-8751-4e4ce04fe0ec tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 944 time: 0.0545909 Sep 03 18:24:12.715116 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 874b1b7f-505b-4987-8b95-22bd07d28ac4 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:24:12.760300 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4c0b0252-906e-4967-98d1-e1955e218972 req-6f6f56db-ec36-49c2-af2e-72bff74ed860 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412412 Sep 03 18:24:12.890467 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 874b1b7f-505b-4987-8b95-22bd07d28ac4 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:24:12.898287 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 874b1b7f-505b-4987-8b95-22bd07d28ac4 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:24:12.899012 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:12.998492 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:13.020735 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e659c992-8ad3-4530-9059-14b0ecefdd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b1b7f-505b-4987-8b95-22bd07d28ac4'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:24:13.023950 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477906d9-8a3e-419d-8d99-70339c2704bd" -d '{"events": [{"server_uuid": "e659c992-8ad3-4530-9059-14b0ecefdd96", "name": "network-vif-plugged", "status": "completed", "tag": "874b1b7f-505b-4987-8b95-22bd07d28ac4"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:24:13.044547 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 874b1b7f-505b-4987-8b95-22bd07d28ac4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=874b1b7f-505b-4987-8b95-22bd07d28ac4,segment=NetworkSegment(e1078921-03ec-4bd2-9fad-b1bfeca4a047),segment_id=e1078921-03ec-4bd2-9fad-b1bfeca4a047)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:13.072147 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541d3efc-0316-40e3-b079-08189ee4f04a x-openstack-request-id: req-541d3efc-0316-40e3-b079-08189ee4f04a {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:24:13.072431 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e659c992-8ad3-4530-9059-14b0ecefdd96", "name": "network-vif-plugged", "status": "completed", "tag": "874b1b7f-505b-4987-8b95-22bd07d28ac4", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:24:13.072752 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-541d3efc-0316-40e3-b079-08189ee4f04a {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:24:13.073138 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e659c992-8ad3-4530-9059-14b0ecefdd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874b1b7f-505b-4987-8b95-22bd07d28ac4', 'code': 200} Sep 03 18:24:13.255537 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:13.314047 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=874b1b7f-505b-4987-8b95-22bd07d28ac4,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:13.437418 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543cea7-6d9c-421a-abe5-2c96f225a78a req-1a47fa23-afd3-4cc1-9419-648c10ec7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:13.438919 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b543cea7-6d9c-421a-abe5-2c96f225a78a req-1a47fa23-afd3-4cc1-9419-648c10ec7818 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 1098 time: 0.0400512 Sep 03 18:24:13.493981 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b543cea7-6d9c-421a-abe5-2c96f225a78a req-cc436a73-c58a-42de-864f-6edb7a1a4985 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465264 Sep 03 18:24:13.652202 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d14dc1-d599-416c-863d-ffb1b773ea4b req-9bb87870-285e-4414-9790-d5ef998af316 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:13.654602 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d6d14dc1-d599-416c-863d-ffb1b773ea4b req-9bb87870-285e-4414-9790-d5ef998af316 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0647433 Sep 03 18:24:13.703859 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d6d14dc1-d599-416c-863d-ffb1b773ea4b req-695f4238-7260-4a6e-b56f-b2a81f1c7f2f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380642 Sep 03 18:24:13.890859 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fb571-f94c-4ca1-8500-7909fdfe66d7 req-ac2d3d5f-ab40-40d5-bcdc-ff0f763cb6b4 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:13.892334 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ce4fb571-f94c-4ca1-8500-7909fdfe66d7 req-ac2d3d5f-ab40-40d5-bcdc-ff0f763cb6b4 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 945 time: 0.0572608 Sep 03 18:24:13.934527 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ce4fb571-f94c-4ca1-8500-7909fdfe66d7 req-89a23b5a-d693-4afb-9997-85851d5daf8b tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358155 Sep 03 18:24:14.553819 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 59278) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:14.662762 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-dee3f41c-3953-42d4-924e-c45738452dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.752979 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-dee3f41c-3953-42d4-924e-c45738452dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.816484 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-dee3f41c-3953-42d4-924e-c45738452dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.868712 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993c7a2-f59d-48da-9420-06affa2d7d5f req-7351e444-fc57-4634-8b3f-cf00c359df7f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:14.870189 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9993c7a2-f59d-48da-9420-06affa2d7d5f req-7351e444-fc57-4634-8b3f-cf00c359df7f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0865991 Sep 03 18:24:14.876445 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-dee3f41c-3953-42d4-924e-c45738452dd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c9aff94e7314be3afab13c8aa911501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3187962 Sep 03 18:24:14.876445 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3f41c-3953-42d4-924e-c45738452dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f710cb1d-cf9d-4b62-91f8-d149df8cd577,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:14.876776 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59286) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:14.909894 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9993c7a2-f59d-48da-9420-06affa2d7d5f req-31ab7681-059f-480b-8cee-9da95bc9d98e tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325778 Sep 03 18:24:14.948358 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43e43a0b-2e50-450d-83e0-c3b062030dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:14.979753 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43e43a0b-2e50-450d-83e0-c3b062030dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.062506 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324c36a-c125-4d88-82ef-c00552dfc345 req-ba4bb38e-0349-4a84-8a9b-37304045e37f tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:15.063980 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1324c36a-c125-4d88-82ef-c00552dfc345 req-ba4bb38e-0349-4a84-8a9b-37304045e37f tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 945 time: 0.0495932 Sep 03 18:24:15.098965 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43e43a0b-2e50-450d-83e0-c3b062030dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.103601 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-43e43a0b-2e50-450d-83e0-c3b062030dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.104405 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1324c36a-c125-4d88-82ef-c00552dfc345 req-c35e170b-e449-443f-835a-0d1776627b27 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341814 Sep 03 18:24:15.105403 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-43e43a0b-2e50-450d-83e0-c3b062030dba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f710cb1d-cf9d-4b62-91f8-d149df8cd577 HTTP/1.1" status: 204 len: 168 time: 0.2274458 Sep 03 18:24:15.122016 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e43a0b-2e50-450d-83e0-c3b062030dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f710cb1d-cf9d-4b62-91f8-d149df8cd577,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:15.694748 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59302) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:15.707891 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9635d173-cd55-4c04-aa06-99f52e3b276c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.797023 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9635d173-cd55-4c04-aa06-99f52e3b276c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.872964 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9635d173-cd55-4c04-aa06-99f52e3b276c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.917818 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-9635d173-cd55-4c04-aa06-99f52e3b276c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0efb76c7c14645ea8bcf3ff944670af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219441 Sep 03 18:24:15.919081 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635d173-cd55-4c04-aa06-99f52e3b276c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501fbb5a-56f5-48c1-804c-2e1a6b986b7f,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:15.925927 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59306) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:15.976733 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b8a61cac-a4a4-4ae6-b356-69e1ea2de70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:15.999544 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b8a61cac-a4a4-4ae6-b356-69e1ea2de70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:16.044323 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74180f18-3c56-4a77-87f2-be119baa4a57 req-ac48e998-a917-4568-85b0-587b6b85e1d7 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:16.045897 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-74180f18-3c56-4a77-87f2-be119baa4a57 req-ac48e998-a917-4568-85b0-587b6b85e1d7 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0530772 Sep 03 18:24:16.085610 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-74180f18-3c56-4a77-87f2-be119baa4a57 req-8c472d0e-dc57-49e9-ace2-d6cdca6da83b tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321779 Sep 03 18:24:16.133001 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b8a61cac-a4a4-4ae6-b356-69e1ea2de70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:16.135577 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b8a61cac-a4a4-4ae6-b356-69e1ea2de70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:16.136813 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-b8a61cac-a4a4-4ae6-b356-69e1ea2de70a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/501fbb5a-56f5-48c1-804c-2e1a6b986b7f HTTP/1.1" status: 204 len: 168 time: 0.2099001 Sep 03 18:24:16.145325 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a61cac-a4a4-4ae6-b356-69e1ea2de70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501fbb5a-56f5-48c1-804c-2e1a6b986b7f,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:16.241718 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0907bb6-5761-428c-82f0-f03dc536bd8a req-98cf95b1-ac6b-4046-8f43-790bb3f75ac1 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:16.247426 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e0907bb6-5761-428c-82f0-f03dc536bd8a req-98cf95b1-ac6b-4046-8f43-790bb3f75ac1 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 945 time: 0.0704031 Sep 03 18:24:16.284958 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e0907bb6-5761-428c-82f0-f03dc536bd8a req-f650dee8-2312-41cb-aeb1-40257ac4f434 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352664 Sep 03 18:24:16.853593 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59324) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:16.867506 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4733432b-75c3-49f5-a890-28c88839ac1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:16.960637 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4733432b-75c3-49f5-a890-28c88839ac1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:17.060396 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4733432b-75c3-49f5-a890-28c88839ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:17.098681 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733432b-75c3-49f5-a890-28c88839ac1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c934b506-a6f3-4e4f-aa8c-4c9352d41236,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:17.103311 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-4733432b-75c3-49f5-a890-28c88839ac1b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ca8b56d3e894de596d571c9dc43674b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486749 Sep 03 18:24:17.107709 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59328) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:17.166512 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5509d2b7-7143-46ab-8f80-b96f70083125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:17.190025 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5509d2b7-7143-46ab-8f80-b96f70083125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:17.208610 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28623f7f-de3a-440b-92ec-dda273ea62cc req-113885c8-4c12-44df-acc3-f28a735e49c3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:17.210376 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-28623f7f-de3a-440b-92ec-dda273ea62cc req-113885c8-4c12-44df-acc3-f28a735e49c3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0528710 Sep 03 18:24:17.260903 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-28623f7f-de3a-440b-92ec-dda273ea62cc req-101d4bfc-606a-4c54-9d8d-b2200c932666 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Sep 03 18:24:17.311852 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5509d2b7-7143-46ab-8f80-b96f70083125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:17.314421 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5509d2b7-7143-46ab-8f80-b96f70083125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:17.316386 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-5509d2b7-7143-46ab-8f80-b96f70083125 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c934b506-a6f3-4e4f-aa8c-4c9352d41236 HTTP/1.1" status: 204 len: 168 time: 0.2080770 Sep 03 18:24:17.325013 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509d2b7-7143-46ab-8f80-b96f70083125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c934b506-a6f3-4e4f-aa8c-4c9352d41236,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:17.432802 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce981-3bc7-4922-bbd3-1bba57d8aca3 req-d6e74275-ae74-4625-a1fc-6b4c3eec023a tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:17.434384 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-39dce981-3bc7-4922-bbd3-1bba57d8aca3 req-d6e74275-ae74-4625-a1fc-6b4c3eec023a tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 945 time: 0.0606058 Sep 03 18:24:17.481721 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-39dce981-3bc7-4922-bbd3-1bba57d8aca3 req-1d18d6d5-415e-424b-8c52-bb8c7689d6ea tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396845 Sep 03 18:24:18.386884 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329bf76-daba-4705-9ef3-61ce97185be0 req-9bdd676d-1885-4a61-b1eb-fae9eda3898d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:18.388434 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1329bf76-daba-4705-9ef3-61ce97185be0 req-9bdd676d-1885-4a61-b1eb-fae9eda3898d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0572586 Sep 03 18:24:18.445589 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1329bf76-daba-4705-9ef3-61ce97185be0 req-d1ac6054-dadc-4407-9f00-9f1bbfff0e70 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506525 Sep 03 18:24:18.673711 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff2b72-18c2-43b9-86ac-c1d1d47f378d req-92576583-5d23-4ced-8275-c340341889b1 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:18.689436 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7dff2b72-18c2-43b9-86ac-c1d1d47f378d req-92576583-5d23-4ced-8275-c340341889b1 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 945 time: 0.1168213 Sep 03 18:24:18.753576 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7dff2b72-18c2-43b9-86ac-c1d1d47f378d req-74380aeb-4100-4af7-88c2-b0c7c51e193e tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550053 Sep 03 18:24:19.564187 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4b18f-2c63-48e7-96cc-49424a90080e req-c5423b7c-637f-4ba8-9741-c197971e2ac7 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:19.566018 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-54c4b18f-2c63-48e7-96cc-49424a90080e req-c5423b7c-637f-4ba8-9741-c197971e2ac7 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0504730 Sep 03 18:24:19.614338 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-54c4b18f-2c63-48e7-96cc-49424a90080e req-fc0c5db2-5be2-4847-b9ea-7acb5d94ea8b tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358765 Sep 03 18:24:20.597265 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d72e3e36-c7a7-4672-b8af-39571a48f5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:20.760817 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1544d8-ace7-43bf-9428-dcca41880655 req-d73e39ce-6ba8-45ea-9226-874bb85ef980 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:20.762341 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1e1544d8-ace7-43bf-9428-dcca41880655 req-d73e39ce-6ba8-45ea-9226-874bb85ef980 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0538349 Sep 03 18:24:20.803827 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1e1544d8-ace7-43bf-9428-dcca41880655 req-aa4c8e3d-8041-49cf-9b5b-e0cd48e2985d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352037 Sep 03 18:24:21.917266 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59854a56-73c2-447b-85b9-97b53fc91663 req-e87e0a02-858f-4b7e-b965-9a5cd4b0d3d9 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:21.919326 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-59854a56-73c2-447b-85b9-97b53fc91663 req-e87e0a02-858f-4b7e-b965-9a5cd4b0d3d9 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0492468 Sep 03 18:24:21.956801 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-59854a56-73c2-447b-85b9-97b53fc91663 req-6fe8a35a-00b3-41a9-a3b4-fbaced160465 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315125 Sep 03 18:24:23.007460 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-204c6ab5-9251-43e6-8ed8-c13c78be10cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:23.075686 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1931c-333f-47bc-bc08-9ccd4d50505b req-1dbd05f9-3e0f-4686-9230-1c2f6f233dcb tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:23.076439 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3ab1931c-333f-47bc-bc08-9ccd4d50505b req-1dbd05f9-3e0f-4686-9230-1c2f6f233dcb tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0503118 Sep 03 18:24:23.134027 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3ab1931c-333f-47bc-bc08-9ccd4d50505b req-82d5db21-eb66-41c3-bb87-1d2b7b4265c0 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502408 Sep 03 18:24:23.425961 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:23.712789 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1c47d-8c65-4aeb-8888-28b737a906e2 req-d5681089-c3d0-4a5d-bb91-2ff35f672f14 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:23.714202 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cee1c47d-8c65-4aeb-8888-28b737a906e2 req-d5681089-c3d0-4a5d-bb91-2ff35f672f14 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 945 time: 0.0995183 Sep 03 18:24:23.731786 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ea02-b083-4205-8b3b-54d871099992 req-31b7a1ff-e268-4c6b-9e28-fec53e6184aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:23.733246 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4ce9ea02-b083-4205-8b3b-54d871099992 req-31b7a1ff-e268-4c6b-9e28-fec53e6184aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 1098 time: 0.0643129 Sep 03 18:24:23.774335 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cee1c47d-8c65-4aeb-8888-28b737a906e2 req-365ab114-ccf7-4f3d-a367-36f135a09679 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527275 Sep 03 18:24:23.784711 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4ce9ea02-b083-4205-8b3b-54d871099992 req-bfd6a603-1682-4ce6-8572-3627b3b8f964 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Sep 03 18:24:24.223028 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:24.259031 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99002426-8faa-4b67-9816-a4a1680acca2 req-f0feca3a-4935-4ffb-9a47-fb1e55c7192f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:24.261498 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-99002426-8faa-4b67-9816-a4a1680acca2 req-f0feca3a-4935-4ffb-9a47-fb1e55c7192f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0540025 Sep 03 18:24:24.306585 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-99002426-8faa-4b67-9816-a4a1680acca2 req-b6879853-3992-47a9-a31c-4710e96c2131 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346913 Sep 03 18:24:24.362776 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59518) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:24.476918 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-22ed8877-18e6-4749-9a39-1d38f04965c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:24.622231 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-22ed8877-18e6-4749-9a39-1d38f04965c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:24.698444 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-22ed8877-18e6-4749-9a39-1d38f04965c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:24.742696 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-22ed8877-18e6-4749-9a39-1d38f04965c5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c80dc4951628461b9fae7d90543655f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3787477 Sep 03 18:24:24.744832 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed8877-18e6-4749-9a39-1d38f04965c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00adef75-91ba-4a6c-b063-a31dfcdc580d,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:24.749786 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59540) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:24.818708 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f66359c5-df3b-43f4-8f51-4cedba8dd389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:24.846015 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f66359c5-df3b-43f4-8f51-4cedba8dd389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:24.935111 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe71aa-4d1f-4470-8760-040e3afc11d3 req-7f796e8c-ca50-4ee4-a8a2-9839152c44af tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:24.936820 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2bbe71aa-4d1f-4470-8760-040e3afc11d3 req-7f796e8c-ca50-4ee4-a8a2-9839152c44af tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 945 time: 0.0607488 Sep 03 18:24:24.981035 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f66359c5-df3b-43f4-8f51-4cedba8dd389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:24.984231 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2bbe71aa-4d1f-4470-8760-040e3afc11d3 req-61818460-7717-4012-bf8c-ac37ec521459 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379462 Sep 03 18:24:24.984503 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f66359c5-df3b-43f4-8f51-4cedba8dd389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:24.988784 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-f66359c5-df3b-43f4-8f51-4cedba8dd389 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00adef75-91ba-4a6c-b063-a31dfcdc580d HTTP/1.1" status: 204 len: 168 time: 0.2349634 Sep 03 18:24:25.000317 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66359c5-df3b-43f4-8f51-4cedba8dd389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00adef75-91ba-4a6c-b063-a31dfcdc580d,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:25.461810 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb71f00-5f5c-4d88-8666-ebc1f5e9e6f7 req-27a35e28-f785-4e90-9ad9-61484cb5897b tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:25.463380 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6bb71f00-5f5c-4d88-8666-ebc1f5e9e6f7 req-27a35e28-f785-4e90-9ad9-61484cb5897b tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0495791 Sep 03 18:24:25.504458 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6bb71f00-5f5c-4d88-8666-ebc1f5e9e6f7 req-29368a83-d475-49b6-89bc-f0cef404e43c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343850 Sep 03 18:24:25.609006 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59568) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:25.701694 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ec3ab-0a5d-431c-9a86-30cdfe7b270d req-f130b8a3-0c19-4c0a-9c0f-2c29d5d021dc tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:25.703526 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-236ec3ab-0a5d-431c-9a86-30cdfe7b270d req-f130b8a3-0c19-4c0a-9c0f-2c29d5d021dc tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.32 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 945 time: 0.1455283 Sep 03 18:24:25.717544 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0196ccf-bf7c-4b28-8e24-838e43318076 req-938e08ea-80c0-4f39-a372-86757117bcf3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:25.719580 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f0196ccf-bf7c-4b28-8e24-838e43318076 req-938e08ea-80c0-4f39-a372-86757117bcf3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1172423 Sep 03 18:24:25.800004 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59578) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:25.836145 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a5f73e8-a332-48b5-b739-e6d2a3dfe75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:25.856898 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7be63113-3e43-4db3-9e08-58f7558f8551 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:25.864236 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:25.878141 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f0196ccf-bf7c-4b28-8e24-838e43318076 req-78c822d3-c904-4241-bc44-01dcc0854abc tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471562 Sep 03 18:24:25.921289 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-236ec3ab-0a5d-431c-9a86-30cdfe7b270d req-a5420c2a-252e-4fe3-be29-abb559960656 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Deleting port 874b1b7f-505b-4987-8b95-22bd07d28ac4 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:24:25.921911 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-236ec3ab-0a5d-431c-9a86-30cdfe7b270d req-a5420c2a-252e-4fe3-be29-abb559960656 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.048230 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a5f73e8-a332-48b5-b739-e6d2a3dfe75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.050824 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-236ec3ab-0a5d-431c-9a86-30cdfe7b270d req-a5420c2a-252e-4fe3-be29-abb559960656 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] For port 874b1b7f-505b-4987-8b95-22bd07d28ac4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=874b1b7f-505b-4987-8b95-22bd07d28ac4,segment=NetworkSegment(e1078921-03ec-4bd2-9fad-b1bfeca4a047),segment_id=e1078921-03ec-4bd2-9fad-b1bfeca4a047)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:26.051441 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-236ec3ab-0a5d-431c-9a86-30cdfe7b270d req-a5420c2a-252e-4fe3-be29-abb559960656 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.069661 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-236ec3ab-0a5d-431c-9a86-30cdfe7b270d req-a5420c2a-252e-4fe3-be29-abb559960656 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Calling delete_port for 874b1b7f-505b-4987-8b95-22bd07d28ac4 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:24:26.213566 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a5f73e8-a332-48b5-b739-e6d2a3dfe75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.238645 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afcd55-787e-40be-9117-21f6013d9ef0 req-849366ab-62f1-4a72-89ac-6a8623f9d2db tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:26.240157 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-71afcd55-787e-40be-9117-21f6013d9ef0 req-849366ab-62f1-4a72-89ac-6a8623f9d2db tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 945 time: 0.0931976 Sep 03 18:24:26.296340 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-71afcd55-787e-40be-9117-21f6013d9ef0 req-d5cbd21b-49b8-4961-986b-407e0d0f4f7a tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483057 Sep 03 18:24:26.298575 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-8a5f73e8-a332-48b5-b739-e6d2a3dfe75d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a008873e4924433b5b95d1489fda286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4972842 Sep 03 18:24:26.303020 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59592) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:26.328327 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f73e8-a332-48b5-b739-e6d2a3dfe75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da9bf48-629b-431e-bf1f-8f49c98527bf,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:26.357510 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-236ec3ab-0a5d-431c-9a86-30cdfe7b270d req-a5420c2a-252e-4fe3-be29-abb559960656 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.372477 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['874b1b7f-505b-4987-8b95-22bd07d28ac4'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:24:26.388511 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5420c2a-252e-4fe3-be29-abb559960656 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Pushing event deleted for resources: {'Port': ['ID=874b1b7f-505b-4987-8b95-22bd07d28ac4,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:26.418225 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ba247fe7-4fbe-4790-919f-60c42cee77f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.430166 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7be63113-3e43-4db3-9e08-58f7558f8551 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.450726 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ba247fe7-4fbe-4790-919f-60c42cee77f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.459466 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-236ec3ab-0a5d-431c-9a86-30cdfe7b270d req-a5420c2a-252e-4fe3-be29-abb559960656 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] No DVR routers for this DVR port 874b1b7f-505b-4987-8b95-22bd07d28ac4 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:24:26.464592 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-236ec3ab-0a5d-431c-9a86-30cdfe7b270d req-a5420c2a-252e-4fe3-be29-abb559960656 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.467941 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-236ec3ab-0a5d-431c-9a86-30cdfe7b270d req-a5420c2a-252e-4fe3-be29-abb559960656 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.32 "DELETE /v2.0/ports/874b1b7f-505b-4987-8b95-22bd07d28ac4 HTTP/1.1" status: 204 len: 173 time: 0.7470531 Sep 03 18:24:26.468596 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e659c992-8ad3-4530-9059-14b0ecefdd96', 'name': 'network-vif-deleted', 'tag': '874b1b7f-505b-4987-8b95-22bd07d28ac4'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:24:26.473290 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ef89e6-e114-4bba-8141-6be53342411b" -d '{"events": [{"server_uuid": "e659c992-8ad3-4530-9059-14b0ecefdd96", "name": "network-vif-deleted", "tag": "874b1b7f-505b-4987-8b95-22bd07d28ac4"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:24:26.511464 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455369d8-48d5-4e28-928f-c55e7cfdeead x-openstack-request-id: req-455369d8-48d5-4e28-928f-c55e7cfdeead {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:24:26.511730 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7be63113-3e43-4db3-9e08-58f7558f8551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.511891 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e659c992-8ad3-4530-9059-14b0ecefdd96", "name": "network-vif-deleted", "tag": "874b1b7f-505b-4987-8b95-22bd07d28ac4", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:24:26.512262 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-455369d8-48d5-4e28-928f-c55e7cfdeead {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:24:26.512866 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e659c992-8ad3-4530-9059-14b0ecefdd96', 'name': 'network-vif-deleted', 'tag': '874b1b7f-505b-4987-8b95-22bd07d28ac4', 'status': 'completed', 'code': 200} Sep 03 18:24:26.551179 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-7be63113-3e43-4db3-9e08-58f7558f8551 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7debdca9b71463e9bc688bb200ed9c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9409082 Sep 03 18:24:26.551895 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be63113-3e43-4db3-9e08-58f7558f8551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe5d31c-8729-4ccf-a0d0-be071b4b6a78,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:26.554785 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 59596) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:26.611315 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4dd25cf6-9887-451f-b4fa-b2ef7d0161e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.624270 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ba247fe7-4fbe-4790-919f-60c42cee77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.629359 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ba247fe7-4fbe-4790-919f-60c42cee77f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.631052 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-ba247fe7-4fbe-4790-919f-60c42cee77f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6da9bf48-629b-431e-bf1f-8f49c98527bf HTTP/1.1" status: 204 len: 168 time: 0.3249676 Sep 03 18:24:26.639250 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4dd25cf6-9887-451f-b4fa-b2ef7d0161e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.643034 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba247fe7-4fbe-4790-919f-60c42cee77f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da9bf48-629b-431e-bf1f-8f49c98527bf,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:26.810132 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4dd25cf6-9887-451f-b4fa-b2ef7d0161e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.820228 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4dd25cf6-9887-451f-b4fa-b2ef7d0161e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.833567 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-4dd25cf6-9887-451f-b4fa-b2ef7d0161e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbe5d31c-8729-4ccf-a0d0-be071b4b6a78 HTTP/1.1" status: 204 len: 168 time: 0.2662971 Sep 03 18:24:26.844028 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd25cf6-9887-451f-b4fa-b2ef7d0161e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe5d31c-8729-4ccf-a0d0-be071b4b6a78,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:27.428191 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-99756a50-876e-45c1-bd01-2b8eee625296 req-e3433e29-65e1-4b48-8ae7-aa930e33dfe4 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659c992-8ad3-4530-9059-14b0ecefdd96 HTTP/1.1" status: 200 len: 210 time: 0.0319281 Sep 03 18:24:28.845195 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 874b1b7f-505b-4987-8b95-22bd07d28ac4 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:24:28.882166 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 874b1b7f-505b-4987-8b95-22bd07d28ac4 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:24:28.882629 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 874b1b7f-505b-4987-8b95-22bd07d28ac4 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:24:29.114190 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e0b9f-74c7-4e7c-bd4a-70775e3a7899 req-db0e1a1c-64ff-49a8-b7eb-4f29b5458e2c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:29.121610 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39e0b9f-74c7-4e7c-bd4a-70775e3a7899 req-db0e1a1c-64ff-49a8-b7eb-4f29b5458e2c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.4328549 Sep 03 18:24:29.163045 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00581c15-8de3-42b3-8092-53c3027eb6ce req-ca8c0f6f-71d0-4200-b259-110a45505440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:29.164550 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-00581c15-8de3-42b3-8092-53c3027eb6ce req-ca8c0f6f-71d0-4200-b259-110a45505440 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 1099 time: 0.4253085 Sep 03 18:24:29.326915 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b39e0b9f-74c7-4e7c-bd4a-70775e3a7899 req-d23cae71-6106-4931-bc74-c1ac8ea16e13 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027063 Sep 03 18:24:29.348842 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-107f7364-1d13-47dc-8cc5-cea3fe3b6960 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:29.362568 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-107f7364-1d13-47dc-8cc5-cea3fe3b6960 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/networks?id=b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 HTTP/1.1" status: 200 len: 808 time: 0.5731409 Sep 03 18:24:29.408926 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-27308ed9-883d-4add-9a43-5135c4d2f9e6 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/quotas/36ee71eae85d4a88b8316a69f37e9d31 HTTP/1.1" status: 200 len: 375 time: 0.0453570 Sep 03 18:24:29.428477 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00581c15-8de3-42b3-8092-53c3027eb6ce req-89b45871-32d5-4fac-8232-9d12a764124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:29.430284 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-00581c15-8de3-42b3-8092-53c3027eb6ce req-89b45871-32d5-4fac-8232-9d12a764124c service neutron] 10.222.0.32 "GET /v2.0/networks?id=815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 200 len: 920 time: 0.2573681 Sep 03 18:24:29.460415 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-7e1ecbd1-4e44-4c83-aebb-f8145981e16d tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=36ee71eae85d4a88b8316a69f37e9d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501883 Sep 03 18:24:29.521464 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-00581c15-8de3-42b3-8092-53c3027eb6ce req-07de7f4e-f56f-40fd-a5ce-044faa147ab1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08c8d689-708f-40c4-a8a1-ad808a939a90 HTTP/1.1" status: 200 len: 217 time: 0.0704687 Sep 03 18:24:29.712326 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00581c15-8de3-42b3-8092-53c3027eb6ce req-8b519f9e-6be6-4ab2-a098-68a92d343df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:29.715902 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-00581c15-8de3-42b3-8092-53c3027eb6ce req-8b519f9e-6be6-4ab2-a098-68a92d343df9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d057384a-5901-42e3-80f5-8484300272f4 HTTP/1.1" status: 200 len: 859 time: 0.1182983 Sep 03 18:24:29.729570 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-19fb2587-fbda-4ae7-ba1d-204c3bd3d845 service neutron] 10.222.0.43 "GET /v2.0/networks/b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671947 Sep 03 18:24:29.830550 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-00581c15-8de3-42b3-8092-53c3027eb6ce req-c2ef8072-72a7-4bfa-b428-d78dbfad86ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=815a170a-9300-450a-a438-374a9fbe2f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607996 Sep 03 18:24:29.957505 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-e2248237-1f0c-4d8c-9a7e-f411761b4efb service neutron] 10.222.0.43 "GET /v2.0/networks/b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252200 Sep 03 18:24:29.983345 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-00581c15-8de3-42b3-8092-53c3027eb6ce req-15495315-d1dd-4989-9321-eb358f288a80 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196523 Sep 03 18:24:30.165415 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-00581c15-8de3-42b3-8092-53c3027eb6ce req-e09eb30e-8504-4bee-9881-c21cc4c7016e service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578615 Sep 03 18:24:30.313622 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-24ad771e-7d1a-4915-b7aa-9a39c97185a8 req-aa31b8e3-afe2-4fe3-b189-eb300574c8b8 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 210 time: 0.0413356 Sep 03 18:24:30.476845 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8434c-c117-48da-a1b8-d2c37cc0a7ae req-c97633f6-b4a2-4ccf-8491-0422ca8b6cad tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:30.478352 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-34e8434c-c117-48da-a1b8-d2c37cc0a7ae req-c97633f6-b4a2-4ccf-8491-0422ca8b6cad tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0790296 Sep 03 18:24:30.531586 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-34e8434c-c117-48da-a1b8-d2c37cc0a7ae req-e0eb24da-66f2-45a9-9849-3e8a208954ed tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467703 Sep 03 18:24:30.667086 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 59850) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:30.819975 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-228f9165-069a-4a07-9292-7aaa7fa0e579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:30.953512 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-228f9165-069a-4a07-9292-7aaa7fa0e579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:31.013580 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-228f9165-069a-4a07-9292-7aaa7fa0e579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:31.057485 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59866) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:31.058697 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-228f9165-069a-4a07-9292-7aaa7fa0e579 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4226aa39f750459d90f93fa1c7c7625a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876712 Sep 03 18:24:31.061850 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f9165-069a-4a07-9292-7aaa7fa0e579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18edf862-32e7-4313-b7c7-020143f609fc,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:31.132694 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2251-0820-4b97-b9b4-299d65052716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:31.159040 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2251-0820-4b97-b9b4-299d65052716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:31.306736 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2251-0820-4b97-b9b4-299d65052716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:31.311813 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2251-0820-4b97-b9b4-299d65052716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:31.313676 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-ad4d2251-0820-4b97-b9b4-299d65052716 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18edf862-32e7-4313-b7c7-020143f609fc HTTP/1.1" status: 204 len: 168 time: 0.2545519 Sep 03 18:24:31.328225 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d2251-0820-4b97-b9b4-299d65052716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18edf862-32e7-4313-b7c7-020143f609fc,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:31.491298 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1b6f18a4-1eda-4048-86a4-d16bcccb535f req-47b2132e-4fb2-465e-a860-180f94dd4220 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 210 time: 0.0392828 Sep 03 18:24:31.755013 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217aac58-e0b9-4a1e-a5f5-028c09293b03 req-ec94d3aa-c0e3-4248-8bc8-03831c61eebe tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:31.757825 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-217aac58-e0b9-4a1e-a5f5-028c09293b03 req-ec94d3aa-c0e3-4248-8bc8-03831c61eebe tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1144166 Sep 03 18:24:31.842614 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-217aac58-e0b9-4a1e-a5f5-028c09293b03 req-8f1d4ee1-68f6-4d7f-ba9e-ee634f528cca tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560617 Sep 03 18:24:32.154741 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 59922) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:32.170850 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a1887f9-d46c-4b12-a921-a9e0a539fffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:32.321492 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a1887f9-d46c-4b12-a921-a9e0a539fffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:32.573973 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a1887f9-d46c-4b12-a921-a9e0a539fffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:32.615313 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c1859d8c-0a74-4862-8b90-e8ecf2028209 req-998da994-ea6c-4b2b-a3e8-6107a0f7ad60 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 210 time: 0.0440724 Sep 03 18:24:32.618321 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-8a1887f9-d46c-4b12-a921-a9e0a539fffb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=415ec2fbd6864aef84b0048ee89a2572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616525 Sep 03 18:24:32.624255 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 59934) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:32.630468 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1887f9-d46c-4b12-a921-a9e0a539fffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b432bc8-aede-4fd4-838a-debbbf758118,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:32.787471 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a9a8183e-6b4d-478e-a42f-71f9ef4cfb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:32.812136 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a9a8183e-6b4d-478e-a42f-71f9ef4cfb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:32.850696 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-302615f2-813b-4bf8-9882-355c78dfbed6 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:32.861069 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-302615f2-813b-4bf8-9882-355c78dfbed6 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.32 "GET /v2.0/networks?id=b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 HTTP/1.1" status: 200 len: 808 time: 0.2491839 Sep 03 18:24:32.892008 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Request body: {'port': {'device_id': '336abb89-f187-4fee-9b73-35076cdd46f6', 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7', 'admin_state_up': True, 'tenant_id': '36ee71eae85d4a88b8316a69f37e9d31'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:24:33.001556 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a9a8183e-6b4d-478e-a42f-71f9ef4cfb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:33.004527 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a9a8183e-6b4d-478e-a42f-71f9ef4cfb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:33.006115 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-a9a8183e-6b4d-478e-a42f-71f9ef4cfb11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b432bc8-aede-4fd4-838a-debbbf758118 HTTP/1.1" status: 204 len: 168 time: 0.3794601 Sep 03 18:24:33.101446 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8183e-6b4d-478e-a42f-71f9ef4cfb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b432bc8-aede-4fd4-838a-debbbf758118,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:33.161959 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d4c55-eea2-4cf3-9a07-14922f34e449 req-57f99794-00ba-486b-9864-9f5fa1f0bd6c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:33.163992 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9b3d4c55-eea2-4cf3-9a07-14922f34e449 req-57f99794-00ba-486b-9864-9f5fa1f0bd6c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.2181935 Sep 03 18:24:33.231813 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9b3d4c55-eea2-4cf3-9a07-14922f34e449 req-62dad916-334a-41a2-8353-91aa249eac56 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602515 Sep 03 18:24:33.288445 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Made reservation on behalf of 36ee71eae85d4a88b8316a69f37e9d31 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:24:33.292132 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:33.426048 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Allocated IP 172.20.0.2 (b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7/d7167266-8f0f-4c1d-9b42-2cbc1f7028b0/6b827838-e6cf-481a-b49c-e6062a997a61) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:24:33.610514 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:33.771775 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-06b0e2ef-1111-4ce3-b466-2d9ed8d35a6d req-6fd8b136-1bc6-4f9b-b901-0d861e813afc tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 210 time: 0.0537722 Sep 03 18:24:33.781750 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:33.842017 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:24:33.844907 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:24:33.851894 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:24:33.856394 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Pushing event updated for resources: {'Port': ['ID=6b827838-e6cf-481a-b49c-e6062a997a61,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:34.013757 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:34.013757 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:34.087336 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-d3369d11-5ff9-4d95-88ab-164e946c89c7 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2059140 Sep 03 18:24:34.100860 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Request body: {'port': {'device_id': '336abb89-f187-4fee-9b73-35076cdd46f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:24:34.162436 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:34.449755 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b410e2-2db0-47d7-ad55-f540f0258a75 req-0fcf7e36-b68a-419d-816f-be4767e4ab66 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:34.451303 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-40b410e2-2db0-47d7-ad55-f540f0258a75 req-0fcf7e36-b68a-419d-816f-be4767e4ab66 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1129160 Sep 03 18:24:34.523860 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-40b410e2-2db0-47d7-ad55-f540f0258a75 req-e53083d1-5574-46b5-bf3d-e6908f6b2fb2 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601752 Sep 03 18:24:34.568071 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b827838-e6cf-481a-b49c-e6062a997a61 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:24:34.579370 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:34.592650 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Transition to ACTIVE for port object 6b827838-e6cf-481a-b49c-e6062a997a61 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:24:34.688423 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:34.743732 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Pushing event updated for resources: {'Port': ['ID=6b827838-e6cf-481a-b49c-e6062a997a61,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:34.834275 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Attempting to bind port 6b827838-e6cf-481a-b49c-e6062a997a61 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:24:34.834913 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Attempting to bind port 6b827838-e6cf-481a-b49c-e6062a997a61 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e1078921-03ec-4bd2-9fad-b1bfeca4a047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:24:34.836112 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Attempting to bind port 6b827838-e6cf-481a-b49c-e6062a997a61 on network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:24:34.848562 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Port 6b827838-e6cf-481a-b49c-e6062a997a61 on network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:24:34.848985 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Attempting to bind port 6b827838-e6cf-481a-b49c-e6062a997a61 on network b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:24:34.856233 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:24:34.858629 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Checking segment: {'id': 'e1078921-03ec-4bd2-9fad-b1bfeca4a047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:24:34.859341 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Bound using segment: {'id': 'e1078921-03ec-4bd2-9fad-b1bfeca4a047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:24:34.860006 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Bound port: 6b827838-e6cf-481a-b49c-e6062a997a61, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1078921-03ec-4bd2-9fad-b1bfeca4a047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:24:34.860431 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:34.981785 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] For port 6b827838-e6cf-481a-b49c-e6062a997a61, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:24:34.998874 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] For port 6b827838-e6cf-481a-b49c-e6062a997a61, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6b827838-e6cf-481a-b49c-e6062a997a61,segment=NetworkSegment(e1078921-03ec-4bd2-9fad-b1bfeca4a047),segment_id=e1078921-03ec-4bd2-9fad-b1bfeca4a047)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:24:35.030833 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab04f86-709f-434f-8888-22dca2f56a41 req-3bf91889-27c2-4eb7-a40b-bd36fe4f26b3 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:35.033783 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8ab04f86-709f-434f-8888-22dca2f56a41 req-3bf91889-27c2-4eb7-a40b-bd36fe4f26b3 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 943 time: 0.0952497 Sep 03 18:24:35.106350 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8ab04f86-709f-434f-8888-22dca2f56a41 req-ae8eb502-f897-410d-be32-aeef0441c72b tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651083 Sep 03 18:24:35.128252 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:35.172095 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:35.172840 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:35.174390 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-11953959-2d69-4357-8b28-c32606c83310 service neutron] 10.222.0.32 "PUT /v2.0/ports/6b827838-e6cf-481a-b49c-e6062a997a61 HTTP/1.1" status: 200 len: 1093 time: 1.0784523 Sep 03 18:24:35.174838 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336abb89-f187-4fee-9b73-35076cdd46f6', 'tag': '6b827838-e6cf-481a-b49c-e6062a997a61'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:24:35.177066 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0881b51-0766-44f8-a495-16c51aceb0da" -d '{"events": [{"name": "network-changed", "server_uuid": "336abb89-f187-4fee-9b73-35076cdd46f6", "tag": "6b827838-e6cf-481a-b49c-e6062a997a61"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:24:35.214793 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11953959-2d69-4357-8b28-c32606c83310 service neutron] Pushing event updated for resources: {'Port': ['ID=6b827838-e6cf-481a-b49c-e6062a997a61,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:35.237437 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ff3fca-7a5e-4b47-bec5-b99082bb4f5a x-openstack-request-id: req-f5ff3fca-7a5e-4b47-bec5-b99082bb4f5a {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:24:35.237900 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336abb89-f187-4fee-9b73-35076cdd46f6", "tag": "6b827838-e6cf-481a-b49c-e6062a997a61", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:24:35.242587 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5ff3fca-7a5e-4b47-bec5-b99082bb4f5a {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:24:35.242587 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336abb89-f187-4fee-9b73-35076cdd46f6', 'tag': '6b827838-e6cf-481a-b49c-e6062a997a61', 'status': 'completed', 'code': 200} Sep 03 18:24:35.303723 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0881b51-0766-44f8-a495-16c51aceb0da req-9acd4687-a525-4e6e-ada7-85eaac1d640d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:35.305328 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f0881b51-0766-44f8-a495-16c51aceb0da req-9acd4687-a525-4e6e-ada7-85eaac1d640d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36ee71eae85d4a88b8316a69f37e9d31&device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 1096 time: 0.0429137 Sep 03 18:24:35.451805 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0881b51-0766-44f8-a495-16c51aceb0da req-41ac2d54-442b-4c83-af35-367200279d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:35.453344 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f0881b51-0766-44f8-a495-16c51aceb0da req-41ac2d54-442b-4c83-af35-367200279d0e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=36ee71eae85d4a88b8316a69f37e9d31&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1365836 Sep 03 18:24:35.633542 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0881b51-0766-44f8-a495-16c51aceb0da req-68e2381d-8204-4bda-b31a-dbb73902a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:35.636418 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f0881b51-0766-44f8-a495-16c51aceb0da req-68e2381d-8204-4bda-b31a-dbb73902a7ae service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735179 Sep 03 18:24:35.734446 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6df2c-ffec-46ca-8f69-c2e6a8714edc req-c62be5bf-52a7-4610-804f-4d483d8b2706 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:35.736019 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cac6df2c-ffec-46ca-8f69-c2e6a8714edc req-c62be5bf-52a7-4610-804f-4d483d8b2706 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0982628 Sep 03 18:24:35.747844 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-eff6312e-1b95-4b0b-a234-53dc8cdbedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:35.749363 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-eff6312e-1b95-4b0b-a234-53dc8cdbedd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=36ee71eae85d4a88b8316a69f37e9d31&device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 1096 time: 0.0640967 Sep 03 18:24:35.832743 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-51e7648a-6325-4fd1-8f45-5c51f9ee31fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b827838-e6cf-481a-b49c-e6062a997a61 HTTP/1.1" status: 200 len: 217 time: 0.0701225 Sep 03 18:24:35.857042 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cac6df2c-ffec-46ca-8f69-c2e6a8714edc req-9481f86e-8440-47b1-8992-ef6e28c805c9 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090403 Sep 03 18:24:35.892737 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-6aa3685d-7695-43ed-a8d9-672701dc891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:35.894315 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-6aa3685d-7695-43ed-a8d9-672701dc891f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7167266-8f0f-4c1d-9b42-2cbc1f7028b0 HTTP/1.1" status: 200 len: 848 time: 0.0528002 Sep 03 18:24:35.928826 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-e65e1913-8ef3-4dd0-ae7d-970b6f142ab5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262468 Sep 03 18:24:36.080098 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-7cdc7bc8-7562-4ebd-be4f-cd5794bc9926 service neutron] 10.222.0.32 "GET /v2.0/networks/b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405916 Sep 03 18:24:36.331139 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea28f9d-5d01-49c6-a450-11d5c49528ab req-48de5791-d455-42fc-8dcb-d4cd54c3fd47 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:36.332735 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dea28f9d-5d01-49c6-a450-11d5c49528ab req-48de5791-d455-42fc-8dcb-d4cd54c3fd47 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 943 time: 0.1200764 Sep 03 18:24:36.334803 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e9e69acd-1a31-484f-9fc4-d2f9de4ac1b3 req-87b6ba28-e8a0-496b-bf73-9f2f6a22902f service neutron] 10.222.0.32 "GET /v2.0/networks/b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434666 Sep 03 18:24:36.601027 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dea28f9d-5d01-49c6-a450-11d5c49528ab req-f74ede78-c14e-4547-979a-f064c6252dc9 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611501 Sep 03 18:24:37.009054 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f6b39-ffd9-4d91-a12c-7958d8c3c3aa req-c423a176-5948-46dc-b648-74ab5af758ec tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:37.011004 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b88f6b39-ffd9-4d91-a12c-7958d8c3c3aa req-c423a176-5948-46dc-b648-74ab5af758ec tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0614903 Sep 03 18:24:37.048927 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b88f6b39-ffd9-4d91-a12c-7958d8c3c3aa req-22ce9c3b-5d78-4016-a2b1-8bab5253cfa4 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Sep 03 18:24:37.497670 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 60132) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:37.518992 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60134) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:37.555560 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c04855-3153-40eb-b166-3e923bcfdecd admin admin] Deleting subnet 5904dd6e-ff65-42c1-9610-4cab2cd26218 {{(pid=94513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:24:37.559944 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6c04855-3153-40eb-b166-3e923bcfdecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:37.603274 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6c04855-3153-40eb-b166-3e923bcfdecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62589034'] for subnet, precommit_delete_associations {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:37.669928 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6c04855-3153-40eb-b166-3e923bcfdecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:37.682552 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4a697483-9c18-40ba-9c1b-f8ae1bc824af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:37.770348 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59eb0d-39a0-4fd8-af1b-583890daca12 req-5fe1a976-a066-4ec7-930e-fff6594f171c tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:37.771990 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6c59eb0d-39a0-4fd8-af1b-583890daca12 req-5fe1a976-a066-4ec7-930e-fff6594f171c tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 943 time: 0.0678029 Sep 03 18:24:37.811087 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4a697483-9c18-40ba-9c1b-f8ae1bc824af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:37.827261 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6c59eb0d-39a0-4fd8-af1b-583890daca12 req-e81a0d65-a793-4d9e-9256-024331f21877 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482609 Sep 03 18:24:37.878075 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6c04855-3153-40eb-b166-3e923bcfdecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1821046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62815037'] for subnet, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:37.901948 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4a697483-9c18-40ba-9c1b-f8ae1bc824af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:37.910015 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a6c04855-3153-40eb-b166-3e923bcfdecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:37.912089 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-a6c04855-3153-40eb-b166-3e923bcfdecd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5904dd6e-ff65-42c1-9610-4cab2cd26218 HTTP/1.1" status: 204 len: 168 time: 0.4132044 Sep 03 18:24:37.913752 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c04855-3153-40eb-b166-3e923bcfdecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5904dd6e-ff65-42c1-9610-4cab2cd26218,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:37.927311 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60148) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:37.976958 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-4a697483-9c18-40ba-9c1b-f8ae1bc824af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf292c0b2e64427dab050f7278c32992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4521446 Sep 03 18:24:37.977439 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 60154) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:38.007261 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a697483-9c18-40ba-9c1b-f8ae1bc824af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8ba575-fd79-490a-96df-176edb2b86cb,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:38.053233 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c8f9-994b-43b6-aaba-2dc09d0da75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.088224 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.097956 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c8f9-994b-43b6-aaba-2dc09d0da75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.262922 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.277359 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0026e194-26b1-4b93-b915-abbba7ec362b']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:38.287812 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab599c5-217e-45b3-8056-54e51bb3a751') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:38.288128 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab599c5-217e-45b3-8056-54e51bb3a751') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:38.290544 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858ec4f-894a-4113-b870-c22942722d14 req-b028ccff-f97f-46e2-9dfc-a62800c4e3e8 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:38.292190 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2858ec4f-894a-4113-b870-c22942722d14 req-b028ccff-f97f-46e2-9dfc-a62800c4e3e8 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0751746 Sep 03 18:24:38.298288 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.312243 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.318284 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:24:38.318680 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:24:38.320529 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:24:38.327875 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c8f9-994b-43b6-aaba-2dc09d0da75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.327875 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c8f9-994b-43b6-aaba-2dc09d0da75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.327875 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-f8c4c8f9-994b-43b6-aaba-2dc09d0da75e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb8ba575-fd79-490a-96df-176edb2b86cb HTTP/1.1" status: 204 len: 168 time: 0.3471007 Sep 03 18:24:38.353438 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4c8f9-994b-43b6-aaba-2dc09d0da75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8ba575-fd79-490a-96df-176edb2b86cb,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:38.355767 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2858ec4f-894a-4113-b870-c22942722d14 req-232ee0f2-6b70-4e7e-84f5-fe344c2e38df tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559161 Sep 03 18:24:38.481205 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.486712 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.489800 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] 10.222.0.43 "DELETE /v2.0/networks/0026e194-26b1-4b93-b915-abbba7ec362b HTTP/1.1" status: 204 len: 168 time: 0.5560949 Sep 03 18:24:38.492474 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 60168) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:38.501364 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7f32b-93f7-4d4e-9692-3b1e82b8c4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=0026e194-26b1-4b93-b915-abbba7ec362b,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:38.547536 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8ec405-c6bc-4f28-ad5f-91595ff8cfa5 admin admin] Deleting subnet 32960fd6-fe2b-4696-a4e0-ed7f9ab274ad {{(pid=94513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:24:38.550792 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec405-c6bc-4f28-ad5f-91595ff8cfa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.584215 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec405-c6bc-4f28-ad5f-91595ff8cfa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62589034'] for subnet, precommit_delete_associations {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.631952 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec405-c6bc-4f28-ad5f-91595ff8cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.825830 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec405-c6bc-4f28-ad5f-91595ff8cfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1821046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62815037'] for subnet, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.854798 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ec405-c6bc-4f28-ad5f-91595ff8cfa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32960fd6-fe2b-4696-a4e0-ed7f9ab274ad,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:38.875284 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd8ec405-c6bc-4f28-ad5f-91595ff8cfa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:38.882501 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-fd8ec405-c6bc-4f28-ad5f-91595ff8cfa5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/32960fd6-fe2b-4696-a4e0-ed7f9ab274ad HTTP/1.1" status: 204 len: 168 time: 0.3888125 Sep 03 18:24:38.888237 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60182) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:38.920303 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 6b827838-e6cf-481a-b49c-e6062a997a61 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:24:38.978772 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:39.028178 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793bbe9-5764-4247-afa2-8aced2cdcf84 req-12d94156-5e62-4bfc-a88b-1419b8afff69 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:39.032787 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9793bbe9-5764-4247-afa2-8aced2cdcf84 req-12d94156-5e62-4bfc-a88b-1419b8afff69 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 943 time: 0.0912151 Sep 03 18:24:39.085037 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 6b827838-e6cf-481a-b49c-e6062a997a61, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6b827838-e6cf-481a-b49c-e6062a997a61,segment=NetworkSegment(e1078921-03ec-4bd2-9fad-b1bfeca4a047),segment_id=e1078921-03ec-4bd2-9fad-b1bfeca4a047)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:39.097422 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '6b827838-e6cf-481a-b49c-e6062a997a61', 'network_id': 'b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7', 'port_id': '6b827838-e6cf-481a-b49c-e6062a997a61', 'mac_address': 'fa:16:3e:25:ce:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7167266-8f0f-4c1d-9b42-2cbc1f7028b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:24:39.105087 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:39.107942 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9793bbe9-5764-4247-afa2-8aced2cdcf84 req-3c6392d5-6357-4b5f-818f-047480c2944d tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736732 Sep 03 18:24:39.126109 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d289d4-4292-4855-8810-40c62a48d842']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:39.150035 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1115d09e-dce5-4a57-8cda-e825a4f6dd12') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:39.150338 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1115d09e-dce5-4a57-8cda-e825a4f6dd12') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:39.168685 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:39.171524 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:39.185464 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b827838-e6cf-481a-b49c-e6062a997a61 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:24:39.190101 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:39.199599 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:24:39.200429 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:24:39.202854 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:24:39.211232 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 6b827838-e6cf-481a-b49c-e6062a997a61, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6b827838-e6cf-481a-b49c-e6062a997a61,segment=NetworkSegment(e1078921-03ec-4bd2-9fad-b1bfeca4a047),segment_id=e1078921-03ec-4bd2-9fad-b1bfeca4a047)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:39.288349 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:39.339896 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=6b827838-e6cf-481a-b49c-e6062a997a61,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:39.382737 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:39.390971 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:39.393812 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] 10.222.0.43 "DELETE /v2.0/networks/54d289d4-4292-4855-8810-40c62a48d842 HTTP/1.1" status: 204 len: 168 time: 0.5028455 Sep 03 18:24:39.414122 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c6d60-b320-4256-8ea1-bb1d783bd65f admin admin] Pushing event deleted for resources: {'Network': ['ID=54d289d4-4292-4855-8810-40c62a48d842,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:39.535947 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e9261-6366-4586-881a-3d808193b35a req-4c0da472-4873-4911-8405-db0fbf6ad52a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:39.538147 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b31e9261-6366-4586-881a-3d808193b35a req-4c0da472-4873-4911-8405-db0fbf6ad52a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0586662 Sep 03 18:24:39.583406 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b31e9261-6366-4586-881a-3d808193b35a req-341fccd3-197f-45ea-81f3-80f352b2c022 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342152 Sep 03 18:24:39.583629 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['6b827838-e6cf-481a-b49c-e6062a997a61'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:24:39.766095 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:39.859446 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 60224) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:39.911490 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-1fbe1043-613e-4b19-995f-2cf717e401c1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b43ce6ac2fdd43658fb31e1352cde87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507600 Sep 03 18:24:39.914141 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 60226) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:39.985713 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-68c4d216-85d1-4007-8fac-c9c601bd9486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:40.007466 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-68c4d216-85d1-4007-8fac-c9c601bd9486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:40.144759 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-68c4d216-85d1-4007-8fac-c9c601bd9486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:40.147893 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-68c4d216-85d1-4007-8fac-c9c601bd9486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:40.153403 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-68c4d216-85d1-4007-8fac-c9c601bd9486 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ccc90371-228b-4620-a266-871dd0b2e251 HTTP/1.1" status: 204 len: 168 time: 0.2338026 Sep 03 18:24:40.159528 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4d216-85d1-4007-8fac-c9c601bd9486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc90371-228b-4620-a266-871dd0b2e251,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:40.269197 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de0ded-17d3-4bdc-83f6-4819cad2c67c req-c2536dfd-b538-4149-a869-820ef50a0cad tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:40.270941 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-50de0ded-17d3-4bdc-83f6-4819cad2c67c req-c2536dfd-b538-4149-a869-820ef50a0cad tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 944 time: 0.0657504 Sep 03 18:24:40.335776 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-50de0ded-17d3-4bdc-83f6-4819cad2c67c req-451c51dd-7f0c-443c-80b5-bda075a48cdc tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424953 Sep 03 18:24:40.813576 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c7a7f-09ac-4f37-9168-f517275ffc74 req-3277dfb4-faca-4e9c-a1c1-77780382b214 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:40.815682 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f28c7a7f-09ac-4f37-9168-f517275ffc74 req-3277dfb4-faca-4e9c-a1c1-77780382b214 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0723069 Sep 03 18:24:40.857359 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f28c7a7f-09ac-4f37-9168-f517275ffc74 req-adad8b0b-fef8-4eb1-97a8-d508dbc48be8 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348866 Sep 03 18:24:40.936231 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 6b827838-e6cf-481a-b49c-e6062a997a61 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:24:41.143508 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 6b827838-e6cf-481a-b49c-e6062a997a61 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:24:41.148923 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 6b827838-e6cf-481a-b49c-e6062a997a61 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:24:41.149399 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:41.155789 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60266) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:41.207951 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 60268) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:41.208675 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-298c1c45-7b8d-4f2b-bbbe-9cb692eac4ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66310216c4ae42e5a3073b0c80dcbf59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509176 Sep 03 18:24:41.233950 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:41.265791 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0411-c0c6-4606-a72d-a57db229ba7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:41.269177 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336abb89-f187-4fee-9b73-35076cdd46f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b827838-e6cf-481a-b49c-e6062a997a61'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:24:41.273907 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbd0a9b-76c9-4d17-b80f-fb0be6847c59" -d '{"events": [{"server_uuid": "336abb89-f187-4fee-9b73-35076cdd46f6", "name": "network-vif-plugged", "status": "completed", "tag": "6b827838-e6cf-481a-b49c-e6062a997a61"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:24:41.293341 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0411-c0c6-4606-a72d-a57db229ba7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:41.302628 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 6b827838-e6cf-481a-b49c-e6062a997a61, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6b827838-e6cf-481a-b49c-e6062a997a61,segment=NetworkSegment(e1078921-03ec-4bd2-9fad-b1bfeca4a047),segment_id=e1078921-03ec-4bd2-9fad-b1bfeca4a047)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:41.316120 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe881a1-f66b-4a10-9076-c2c5662b2ace x-openstack-request-id: req-9fe881a1-f66b-4a10-9076-c2c5662b2ace {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:24:41.316499 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336abb89-f187-4fee-9b73-35076cdd46f6", "name": "network-vif-plugged", "status": "completed", "tag": "6b827838-e6cf-481a-b49c-e6062a997a61", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:24:41.316916 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fe881a1-f66b-4a10-9076-c2c5662b2ace {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:24:41.317402 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336abb89-f187-4fee-9b73-35076cdd46f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b827838-e6cf-481a-b49c-e6062a997a61', 'code': 200} Sep 03 18:24:41.379844 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:41.446628 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0411-c0c6-4606-a72d-a57db229ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:41.451185 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0411-c0c6-4606-a72d-a57db229ba7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:41.452751 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-b4eb0411-c0c6-4606-a72d-a57db229ba7a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a8628dc6-665e-4918-8c62-70538f10b7c1 HTTP/1.1" status: 204 len: 168 time: 0.2425494 Sep 03 18:24:41.459618 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=6b827838-e6cf-481a-b49c-e6062a997a61,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:41.490644 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb0411-c0c6-4606-a72d-a57db229ba7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8628dc6-665e-4918-8c62-70538f10b7c1,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:41.554636 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061162c-d598-477a-880f-0bb85d5935d1 req-6daa34ea-ab7a-4a2a-a230-f0803fa7ff45 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:41.558207 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5061162c-d598-477a-880f-0bb85d5935d1 req-6daa34ea-ab7a-4a2a-a230-f0803fa7ff45 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 945 time: 0.0898650 Sep 03 18:24:41.633718 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5061162c-d598-477a-880f-0bb85d5935d1 req-c36cd704-7548-4522-91de-8d7e27ed25ba tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608025 Sep 03 18:24:41.761965 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769940d-6e59-4df5-becc-5dae5422dfd5 req-95138997-b599-4fa8-a49c-59691c63985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:41.763949 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1769940d-6e59-4df5-becc-5dae5422dfd5 req-95138997-b599-4fa8-a49c-59691c63985a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 1098 time: 0.0769627 Sep 03 18:24:41.811026 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1769940d-6e59-4df5-becc-5dae5422dfd5 req-9095a63a-fb7a-486e-bb58-ce894c4ece17 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331347 Sep 03 18:24:41.991439 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ea2ea-15c2-43cc-973e-f71c122d6e2a req-da547ede-b51c-4781-a8a5-7fc9f6f56c2d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:41.993192 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ec6ea2ea-15c2-43cc-973e-f71c122d6e2a req-da547ede-b51c-4781-a8a5-7fc9f6f56c2d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0576625 Sep 03 18:24:42.067611 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ec6ea2ea-15c2-43cc-973e-f71c122d6e2a req-5d88225f-ff3f-4289-82b7-b862df1874c6 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644081 Sep 03 18:24:42.803428 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222db9f1-cd75-4715-8fc2-dd865c0d5fca req-39680dfb-af39-421d-9787-53ed323ca3e0 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:42.805440 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-222db9f1-cd75-4715-8fc2-dd865c0d5fca req-39680dfb-af39-421d-9787-53ed323ca3e0 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 945 time: 0.0671110 Sep 03 18:24:42.845283 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-222db9f1-cd75-4715-8fc2-dd865c0d5fca req-86c51726-762f-472a-8013-4451d50174bb tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324874 Sep 03 18:24:43.253116 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdaf7d-9cbc-443b-a0df-1b4c9c547bfc req-bd32aea6-2d29-4259-97c8-639f17780e4a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:43.256952 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-81fdaf7d-9cbc-443b-a0df-1b4c9c547bfc req-bd32aea6-2d29-4259-97c8-639f17780e4a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0554922 Sep 03 18:24:43.297205 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-81fdaf7d-9cbc-443b-a0df-1b4c9c547bfc req-e1700849-0cd0-4b4e-9a1b-20c083aa5a1f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359771 Sep 03 18:24:43.989609 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6f53a-d5ee-4513-b34e-0a42723c865a req-2093949f-3e49-40fa-9b7f-17cec228cb12 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:43.991117 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fe6f53a-d5ee-4513-b34e-0a42723c865a req-2093949f-3e49-40fa-9b7f-17cec228cb12 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 945 time: 0.0668538 Sep 03 18:24:44.056701 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fe6f53a-d5ee-4513-b34e-0a42723c865a req-2d8aaf17-a4f0-451d-8652-6932e95b0be2 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585477 Sep 03 18:24:44.417811 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690cbba-bac7-414b-9311-a5eaa6b25646 req-9a118450-f9f7-4628-b2ef-582c0257e64f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:44.419389 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b690cbba-bac7-414b-9311-a5eaa6b25646 req-9a118450-f9f7-4628-b2ef-582c0257e64f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0509186 Sep 03 18:24:44.456632 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b690cbba-bac7-414b-9311-a5eaa6b25646 req-6b29c3e6-e5fa-4083-96b1-140cd058ec57 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Sep 03 18:24:45.569694 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fb7d5-7eb5-4eed-9ab6-c084645dad0e req-9f8cc7ed-802e-4a0b-a28b-e25bdb80cb97 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:45.571159 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ca3fb7d5-7eb5-4eed-9ab6-c084645dad0e req-9f8cc7ed-802e-4a0b-a28b-e25bdb80cb97 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0472515 Sep 03 18:24:45.608096 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ca3fb7d5-7eb5-4eed-9ab6-c084645dad0e req-9a685db3-f4bc-4ded-8468-501d10c288c4 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305104 Sep 03 18:24:46.729240 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf44c4-e9ef-4eec-bdb6-f85c02d63f0f req-b54ca9c0-bb62-40cf-b7c8-d046615e8f84 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:46.730731 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c3cf44c4-e9ef-4eec-bdb6-f85c02d63f0f req-b54ca9c0-bb62-40cf-b7c8-d046615e8f84 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0537105 Sep 03 18:24:46.770804 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c3cf44c4-e9ef-4eec-bdb6-f85c02d63f0f req-9ada7c0c-c504-4026-95c4-4c31a9d77727 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332747 Sep 03 18:24:47.737818 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:24:47.793738 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bfe5e-faf6-4138-8bb1-072b0eede6ff req-246b3beb-87db-4974-bea6-44692b928188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:47.796436 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-870bfe5e-faf6-4138-8bb1-072b0eede6ff req-246b3beb-87db-4974-bea6-44692b928188 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 1099 time: 0.0447867 Sep 03 18:24:47.848484 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-870bfe5e-faf6-4138-8bb1-072b0eede6ff req-46c20164-52ae-44c9-9dfa-a708ee369e8c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399313 Sep 03 18:24:47.907467 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f3163-1e62-4f54-8eaa-93ed4c588b0c req-6473ba26-7c08-4e82-b10c-036945e9a58d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:47.908986 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-183f3163-1e62-4f54-8eaa-93ed4c588b0c req-6473ba26-7c08-4e82-b10c-036945e9a58d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0512631 Sep 03 18:24:47.948010 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-183f3163-1e62-4f54-8eaa-93ed4c588b0c req-f22fc722-57c8-47c8-8f3f-7a1ccc391793 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Sep 03 18:24:48.643010 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d3b0e-4325-4dc9-8584-a03ebcac1350 req-3cc39e7f-9665-4bb7-9cf1-a3cc9595494d tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:48.647920 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4a5d3b0e-4325-4dc9-8584-a03ebcac1350 req-3cc39e7f-9665-4bb7-9cf1-a3cc9595494d tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 945 time: 0.0552075 Sep 03 18:24:48.686198 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4a5d3b0e-4325-4dc9-8584-a03ebcac1350 req-d6dab606-8d9b-4b05-9a04-e78400c9cce3 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339875 Sep 03 18:24:49.079821 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3a8ef-6dca-453d-a99b-cd5a7a600bee req-c391ec54-7021-437e-b031-56c956eeb6f3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:49.081452 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45b3a8ef-6dca-453d-a99b-cd5a7a600bee req-c391ec54-7021-437e-b031-56c956eeb6f3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0503480 Sep 03 18:24:49.122173 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45b3a8ef-6dca-453d-a99b-cd5a7a600bee req-6ddd2327-6b3e-4543-8f6e-19317e597638 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340941 Sep 03 18:24:49.808103 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96881e2f-3246-4371-929a-570572a38426 req-0f6b8eba-baa4-4e1b-806e-2731cde20447 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:49.809702 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-96881e2f-3246-4371-929a-570572a38426 req-0f6b8eba-baa4-4e1b-806e-2731cde20447 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 945 time: 0.0524604 Sep 03 18:24:49.848521 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-96881e2f-3246-4371-929a-570572a38426 req-a3393e1b-6c6d-44fd-adec-e07608d2a08b tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/security-groups?id=804621f3-430d-49fd-aa08-4a0798d43edc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327327 Sep 03 18:24:50.221836 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ed606-e232-47a0-bfc8-e4b257014e39 req-64300a46-ee40-4071-a835-ba72b32151ad tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:50.223571 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5e7ed606-e232-47a0-bfc8-e4b257014e39 req-64300a46-ee40-4071-a835-ba72b32151ad tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.32 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 945 time: 0.0731943 Sep 03 18:24:50.324873 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a4b78-1deb-47b8-b249-19bff8b448fa req-dba9b489-ee26-4c33-8553-a6e8730fa7bf tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:50.326440 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7f6a4b78-1deb-47b8-b249-19bff8b448fa req-dba9b489-ee26-4c33-8553-a6e8730fa7bf tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1316633 Sep 03 18:24:50.381035 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7f6a4b78-1deb-47b8-b249-19bff8b448fa req-b54437c8-2340-4350-ab0d-e33ff721ba50 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462430 Sep 03 18:24:50.386659 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-5e7ed606-e232-47a0-bfc8-e4b257014e39 req-f16c037b-87b3-4b10-b58c-05b305486e10 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Deleting port 6b827838-e6cf-481a-b49c-e6062a997a61 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:24:50.387010 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5e7ed606-e232-47a0-bfc8-e4b257014e39 req-f16c037b-87b3-4b10-b58c-05b305486e10 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:50.503940 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-5e7ed606-e232-47a0-bfc8-e4b257014e39 req-f16c037b-87b3-4b10-b58c-05b305486e10 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] For port 6b827838-e6cf-481a-b49c-e6062a997a61, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6b827838-e6cf-481a-b49c-e6062a997a61,segment=NetworkSegment(e1078921-03ec-4bd2-9fad-b1bfeca4a047),segment_id=e1078921-03ec-4bd2-9fad-b1bfeca4a047)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:50.504313 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5e7ed606-e232-47a0-bfc8-e4b257014e39 req-f16c037b-87b3-4b10-b58c-05b305486e10 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:50.518984 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-5e7ed606-e232-47a0-bfc8-e4b257014e39 req-f16c037b-87b3-4b10-b58c-05b305486e10 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Calling delete_port for 6b827838-e6cf-481a-b49c-e6062a997a61 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:24:50.620041 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d6d06b93-3651-435e-a517-97453fd0d217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:50.636753 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60584) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:50.786234 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aa85a-a671-4b23-9100-036aed5b0a77 req-90b18f2f-cc70-43fa-961f-caa4ae03fdaa tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:50.787695 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0c5aa85a-a671-4b23-9100-036aed5b0a77 req-90b18f2f-cc70-43fa-961f-caa4ae03fdaa tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0608523 Sep 03 18:24:50.796302 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5e7ed606-e232-47a0-bfc8-e4b257014e39 req-f16c037b-87b3-4b10-b58c-05b305486e10 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:50.810917 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['6b827838-e6cf-481a-b49c-e6062a997a61'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:24:50.812955 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-419e6a30-3605-408f-9b97-6973dbe7989d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:50.859310 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c037b-87b3-4b10-b58c-05b305486e10 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Pushing event deleted for resources: {'Port': ['ID=6b827838-e6cf-481a-b49c-e6062a997a61,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:50.918102 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7ed606-e232-47a0-bfc8-e4b257014e39 req-f16c037b-87b3-4b10-b58c-05b305486e10 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] No DVR routers for this DVR port 6b827838-e6cf-481a-b49c-e6062a997a61 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:24:50.923050 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce364090-e85f-45ee-958a-d0acf9489596 req-90611e8c-ebb5-40b8-9dee-4a08374575a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:50.924612 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ce364090-e85f-45ee-958a-d0acf9489596 req-90611e8c-ebb5-40b8-9dee-4a08374575a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 1099 time: 0.1357191 Sep 03 18:24:50.926836 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-419e6a30-3605-408f-9b97-6973dbe7989d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:50.933428 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0c5aa85a-a671-4b23-9100-036aed5b0a77 req-342d9b11-8ee1-4f53-b7a9-c2ec869b4c5b tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349330 Sep 03 18:24:50.936031 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5e7ed606-e232-47a0-bfc8-e4b257014e39 req-f16c037b-87b3-4b10-b58c-05b305486e10 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:50.938234 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5e7ed606-e232-47a0-bfc8-e4b257014e39 req-f16c037b-87b3-4b10-b58c-05b305486e10 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.32 "DELETE /v2.0/ports/6b827838-e6cf-481a-b49c-e6062a997a61 HTTP/1.1" status: 204 len: 173 time: 0.6999810 Sep 03 18:24:50.939705 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336abb89-f187-4fee-9b73-35076cdd46f6', 'name': 'network-vif-deleted', 'tag': '6b827838-e6cf-481a-b49c-e6062a997a61'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:24:50.943145 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077c2014-274e-4612-b0fc-a804a1fe861a" -d '{"events": [{"server_uuid": "336abb89-f187-4fee-9b73-35076cdd46f6", "name": "network-vif-deleted", "tag": "6b827838-e6cf-481a-b49c-e6062a997a61"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:24:50.991169 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-419e6a30-3605-408f-9b97-6973dbe7989d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:50.993100 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e379949d-4d8f-41a8-a507-2d6a5b4921d2 req-d41df161-4398-4f3a-82bd-9133939242d0 tempest-VolumesActionsTest-1932366672 tempest-VolumesActionsTest-1932366672-project] 10.222.0.43 "GET /v2.0/ports?device_id=336abb89-f187-4fee-9b73-35076cdd46f6 HTTP/1.1" status: 200 len: 210 time: 0.0539441 Sep 03 18:24:51.032049 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97701a77-c930-412a-9200-e2d84cf60c27 x-openstack-request-id: req-97701a77-c930-412a-9200-e2d84cf60c27 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:24:51.032653 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336abb89-f187-4fee-9b73-35076cdd46f6", "name": "network-vif-deleted", "tag": "6b827838-e6cf-481a-b49c-e6062a997a61", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:24:51.036237 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97701a77-c930-412a-9200-e2d84cf60c27 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:24:51.036237 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336abb89-f187-4fee-9b73-35076cdd46f6', 'name': 'network-vif-deleted', 'tag': '6b827838-e6cf-481a-b49c-e6062a997a61', 'status': 'completed', 'code': 200} Sep 03 18:24:51.056967 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e6a30-3605-408f-9b97-6973dbe7989d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e780f229-08dc-4920-b7d7-c70e52c34b4e,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:51.063533 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-419e6a30-3605-408f-9b97-6973dbe7989d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4592d8ab382482e91cd3d1d0049b74f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258978 Sep 03 18:24:51.066394 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60602) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:51.118707 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 60604) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:51.127703 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce364090-e85f-45ee-958a-d0acf9489596 req-fb617adb-c4c3-4fe4-935c-699180f3a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:51.129282 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ce364090-e85f-45ee-958a-d0acf9489596 req-fb617adb-c4c3-4fe4-935c-699180f3a6a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 200 len: 920 time: 0.1947577 Sep 03 18:24:51.142275 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-02038d3c-325e-4f57-9f44-48d7cdcc10d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.167870 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-02038d3c-325e-4f57-9f44-48d7cdcc10d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.172534 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ce364090-e85f-45ee-958a-d0acf9489596 req-a6836f69-bfe1-4efc-bae7-073f70a03be0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08c8d689-708f-40c4-a8a1-ad808a939a90 HTTP/1.1" status: 200 len: 217 time: 0.0355322 Sep 03 18:24:51.252842 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce364090-e85f-45ee-958a-d0acf9489596 req-c26048d9-5883-41cc-a566-21a67bdb0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:51.254312 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ce364090-e85f-45ee-958a-d0acf9489596 req-c26048d9-5883-41cc-a566-21a67bdb0c22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d057384a-5901-42e3-80f5-8484300272f4 HTTP/1.1" status: 200 len: 859 time: 0.0733707 Sep 03 18:24:51.255154 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-764f987d-7f56-4d49-a974-188517d2420e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.281874 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-02038d3c-325e-4f57-9f44-48d7cdcc10d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.284511 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-02038d3c-325e-4f57-9f44-48d7cdcc10d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.285782 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-02038d3c-325e-4f57-9f44-48d7cdcc10d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e780f229-08dc-4920-b7d7-c70e52c34b4e HTTP/1.1" status: 204 len: 168 time: 0.2179847 Sep 03 18:24:51.292052 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ce364090-e85f-45ee-958a-d0acf9489596 req-f4491f3d-1daf-4251-98a5-dd6829210d38 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=815a170a-9300-450a-a438-374a9fbe2f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288851 Sep 03 18:24:51.294704 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02038d3c-325e-4f57-9f44-48d7cdcc10d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e780f229-08dc-4920-b7d7-c70e52c34b4e,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:51.430839 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ce364090-e85f-45ee-958a-d0acf9489596 req-80251908-7615-473f-b59d-86de43ef77b0 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314757 Sep 03 18:24:51.517940 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-764f987d-7f56-4d49-a974-188517d2420e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.546281 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ce364090-e85f-45ee-958a-d0acf9489596 req-c840094a-c14d-41b7-a6aa-fea44c89c250 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064680 Sep 03 18:24:51.625894 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-764f987d-7f56-4d49-a974-188517d2420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.673586 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-764f987d-7f56-4d49-a974-188517d2420e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26333a3fffbb45eba297adf45205d181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5472989 Sep 03 18:24:51.673586 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 60616) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:51.675579 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f987d-7f56-4d49-a974-188517d2420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a1b266-6b19-4179-ad3f-4c27262e8eda,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:51.730110 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b21eef23-adb6-42d3-b96f-bdc239b13ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.753881 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b21eef23-adb6-42d3-b96f-bdc239b13ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.888403 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b21eef23-adb6-42d3-b96f-bdc239b13ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.891073 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b21eef23-adb6-42d3-b96f-bdc239b13ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:51.892280 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-b21eef23-adb6-42d3-b96f-bdc239b13ad2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04a1b266-6b19-4179-ad3f-4c27262e8eda HTTP/1.1" status: 204 len: 168 time: 0.2218249 Sep 03 18:24:51.900333 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21eef23-adb6-42d3-b96f-bdc239b13ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a1b266-6b19-4179-ad3f-4c27262e8eda,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:52.050171 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a42dbf-063d-4570-b243-8fb8472d4602 req-a6300114-ba6e-4c6f-b57e-84c297849839 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:52.051767 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-61a42dbf-063d-4570-b243-8fb8472d4602 req-a6300114-ba6e-4c6f-b57e-84c297849839 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0510049 Sep 03 18:24:52.101562 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-61a42dbf-063d-4570-b243-8fb8472d4602 req-47d5aea0-52ec-40c3-aa19-f832e0d3244d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418365 Sep 03 18:24:52.490756 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 60658) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:52.580317 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 60670) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:52.589293 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-20716d68-e922-4589-89ea-4aedfd7896b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:52.609545 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1753423500-network', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:24:52.643388 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.db.api [None req-20716d68-e922-4589-89ea-4aedfd7896b1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:24:52.643388 dv-cinder-760193-9-iscsi neutron-server[94513]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 18:24:52.643388 dv-cinder-760193-9-iscsi neutron-server[94513]: [parameters: {'project_id': '38492d168b434eb7ada313a7edba4e4e', 'id': '4db4f9ae-1db0-425e-a081-a74998a61be7', 'expiration': datetime.datetime(2021, 9, 3, 18, 26, 52, 626504)}] Sep 03 18:24:52.643388 dv-cinder-760193-9-iscsi neutron-server[94513]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94513) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:24:52.649418 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG oslo_db.api [None req-20716d68-e922-4589-89ea-4aedfd7896b1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:24:52.725857 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Made reservation on behalf of 505fcc68162a484aa2508fe94a4acdaf for: {'network': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:24:52.728313 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:52.736894 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:52.847360 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:52.914735 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:52.935697 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=94513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:24:52.950897 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b66b785-377b-41bb-a827-ad0708184367,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:52.955913 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:52.956377 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.segments_db [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Added segment 546681e3-8e03-45b7-81b2-db204b97e37c of type vlan for network ac5fd485-7104-4199-a05c-e3b9f6c68301 Sep 03 18:24:53.002405 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.002536 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-134be3c2-b38b-42ca-8c2b-0982e170f49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.097466 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.100743 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:53.100743 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.147098 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-20716d68-e922-4589-89ea-4aedfd7896b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.197268 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] Pushing event updated for resources: {'Network': ['ID=ac5fd485-7104-4199-a05c-e3b9f6c68301,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:53.213432 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network ac5fd485-7104-4199-a05c-e3b9f6c68301 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:24:53.213760 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-ee6aeeb1-a62a-4f82-83d7-bc70464ea91e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7218127 Sep 03 18:24:53.216986 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60714) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:53.224796 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-7332686d-6103-413b-98ae-bcb7dc893743 admin admin] Request body: {'subnet': {'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1753423500-subnet', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:24:53.275216 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c123cbc-67bc-4946-a960-e98105895fc0 req-a23a2182-c6f3-47ba-a6f1-ef6c6b8f6763 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:53.283120 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8c123cbc-67bc-4946-a960-e98105895fc0 req-a23a2182-c6f3-47ba-a6f1-ef6c6b8f6763 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0879567 Sep 03 18:24:53.343934 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8c123cbc-67bc-4946-a960-e98105895fc0 req-b7c672b9-03d0-45a3-94fc-665062246dcf tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598874 Sep 03 18:24:53.393124 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-20716d68-e922-4589-89ea-4aedfd7896b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.413620 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.470658 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-20716d68-e922-4589-89ea-4aedfd7896b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.528780 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-20716d68-e922-4589-89ea-4aedfd7896b1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38492d168b434eb7ada313a7edba4e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9516377 Sep 03 18:24:53.528780 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20716d68-e922-4589-89ea-4aedfd7896b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56f8e9f-a8cf-45b4-ad5f-4e8bd0a7950b,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:53.529583 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60734) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:53.579402 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7332686d-6103-413b-98ae-bcb7dc893743 admin admin] Made reservation on behalf of 505fcc68162a484aa2508fe94a4acdaf for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:24:53.581738 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7332686d-6103-413b-98ae-bcb7dc893743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62429635'] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.653922 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-672c795d-94c6-4e5c-a059-e93bb1e0702e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.688192 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-672c795d-94c6-4e5c-a059-e93bb1e0702e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.858961 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 60748) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:53.859180 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-672c795d-94c6-4e5c-a059-e93bb1e0702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.862719 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-672c795d-94c6-4e5c-a059-e93bb1e0702e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.863955 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-672c795d-94c6-4e5c-a059-e93bb1e0702e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c56f8e9f-a8cf-45b4-ad5f-4e8bd0a7950b HTTP/1.1" status: 204 len: 168 time: 0.3242991 Sep 03 18:24:53.872312 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c795d-94c6-4e5c-a059-e93bb1e0702e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56f8e9f-a8cf-45b4-ad5f-4e8bd0a7950b,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:53.888093 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7332686d-6103-413b-98ae-bcb7dc893743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62748077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62429677'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:53.952797 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332686d-6103-413b-98ae-bcb7dc893743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=690617a1-2d5b-40ad-a479-ee14b04c95f1,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:53.959737 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7332686d-6103-413b-98ae-bcb7dc893743 admin admin] Checking segment: {'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:24:53.960855 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7332686d-6103-413b-98ae-bcb7dc893743 admin admin] Network hostable DHCP agents. Network: ac5fd485-7104-4199-a05c-e3b9f6c68301, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:24:53.995382 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3222-d595-4709-b8ed-d2368e591975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.039734 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7332686d-6103-413b-98ae-bcb7dc893743 admin admin] Network ac5fd485-7104-4199-a05c-e3b9f6c68301 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:24:54.086302 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3222-d595-4709-b8ed-d2368e591975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.119708 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-7332686d-6103-413b-98ae-bcb7dc893743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, ac5fd485-7104-4199-a05c-e3b9f6c68301) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:24:54.128472 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7332686d-6103-413b-98ae-bcb7dc893743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:54.128472 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7332686d-6103-413b-98ae-bcb7dc893743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.136315 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7626cebc-0fd3-4995-9918-4504531ac197 None None] Network ac5fd485-7104-4199-a05c-e3b9f6c68301 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:24:54.165611 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0e0e3222-d595-4709-b8ed-d2368e591975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.190997 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.209945 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60758) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:54.210637 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-0e0e3222-d595-4709-b8ed-d2368e591975 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6a0411adc6b4acd85f939af98d2dd56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505564 Sep 03 18:24:54.211973 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e3222-d595-4709-b8ed-d2368e591975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cceca7-c7ac-4500-9afd-a80b1d50e24d,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:54.220662 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-7332686d-6103-413b-98ae-bcb7dc893743 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0018928 Sep 03 18:24:54.222810 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 60760) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:54.228774 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:24:54.289517 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-847dec3b-fafb-4012-902d-ddd7aee281d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.300776 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9284'] for router, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.301870 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9309'] for router, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.320151 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-847dec3b-fafb-4012-902d-ddd7aee281d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.366670 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.443886 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4524e765-2700-5d6f-98dc-8efc490ce53f-ac5fd485-7104-4199-a05c-e3b9f6c68301', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'fixed_ips': [{'subnet_id': '690617a1-2d5b-40ad-a479-ee14b04c95f1'}]}} from dv-cinder-760193-9-iscsi. {{(pid=94514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:24:54.444814 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.459874 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-847dec3b-fafb-4012-902d-ddd7aee281d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.466255 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-847dec3b-fafb-4012-902d-ddd7aee281d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.466450 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-847dec3b-fafb-4012-902d-ddd7aee281d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7cceca7-c7ac-4500-9afd-a80b1d50e24d HTTP/1.1" status: 204 len: 168 time: 0.2545354 Sep 03 18:24:54.477652 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510067ee-d1a6-4196-8680-d7e20def34d9 req-cc8903c3-e792-488e-b1d2-692dca3c1cbd tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:54.479373 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-510067ee-d1a6-4196-8680-d7e20def34d9 req-cc8903c3-e792-488e-b1d2-692dca3c1cbd tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0618870 Sep 03 18:24:54.492367 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dec3b-fafb-4012-902d-ddd7aee281d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cceca7-c7ac-4500-9afd-a80b1d50e24d,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:54.595895 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60770) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:54.612024 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ac4f5b47-ca4d-41c8-b959-c07695a3ee85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.630829 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Allocated IP 172.20.0.2 (ac5fd485-7104-4199-a05c-e3b9f6c68301/690617a1-2d5b-40ad-a479-ee14b04c95f1/bb87706e-8ab5-4136-b87c-005ebc45d901) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:24:54.645866 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-510067ee-d1a6-4196-8680-d7e20def34d9 req-c2a7d4d2-441c-4d1a-ab47-b9514af62195 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272118 Sep 03 18:24:54.648535 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.740571 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ac4f5b47-ca4d-41c8-b959-c07695a3ee85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.830592 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ac4f5b47-ca4d-41c8-b959-c07695a3ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.852482 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.882250 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Transition to ACTIVE for port object bb87706e-8ab5-4136-b87c-005ebc45d901 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:24:54.900721 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-ac4f5b47-ca4d-41c8-b959-c07695a3ee85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e633dedb51c44069a2eebe6351b795d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035643 Sep 03 18:24:54.903380 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f5b47-ca4d-41c8-b959-c07695a3ee85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fc34e9-0dd6-4776-bc65-7ee8eaca2b78,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:54.913302 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60780) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:54.913770 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Transition to ACTIVE for port object bb87706e-8ab5-4136-b87c-005ebc45d901 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:24:54.974621 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b042989f-ac40-4ab3-a457-9f0c10a311c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:54.989213 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.000053 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b042989f-ac40-4ab3-a457-9f0c10a311c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.034174 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Network ac5fd485-7104-4199-a05c-e3b9f6c68301 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:24:55.037362 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:24:55.040835 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:24:55.057113 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Pushing event updated for resources: {'Port': ['ID=bb87706e-8ab5-4136-b87c-005ebc45d901,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:55.110984 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Attempting to bind port bb87706e-8ab5-4136-b87c-005ebc45d901 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:24:55.111620 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Attempting to bind port bb87706e-8ab5-4136-b87c-005ebc45d901 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:24:55.111992 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Attempting to bind port bb87706e-8ab5-4136-b87c-005ebc45d901 on network ac5fd485-7104-4199-a05c-e3b9f6c68301 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:24:55.117568 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:24:55.117946 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Checking segment: {'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:24:55.118348 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.118740 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Bound using segment: {'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:24:55.119729 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Bound port: bb87706e-8ab5-4136-b87c-005ebc45d901, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:24:55.120110 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.131567 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b042989f-ac40-4ab3-a457-9f0c10a311c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.134440 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b042989f-ac40-4ab3-a457-9f0c10a311c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.135825 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-b042989f-ac40-4ab3-a457-9f0c10a311c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/86fc34e9-0dd6-4776-bc65-7ee8eaca2b78 HTTP/1.1" status: 204 len: 168 time: 0.2286620 Sep 03 18:24:55.156337 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042989f-ac40-4ab3-a457-9f0c10a311c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fc34e9-0dd6-4776-bc65-7ee8eaca2b78,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:55.203986 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.211204 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] For port bb87706e-8ab5-4136-b87c-005ebc45d901, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:24:55.216511 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] For port bb87706e-8ab5-4136-b87c-005ebc45d901, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=bb87706e-8ab5-4136-b87c-005ebc45d901,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:24:55.227079 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.280681 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.335864 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 6b827838-e6cf-481a-b49c-e6062a997a61 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:24:55.343450 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Allocated IP 172.27.2.148 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/ee47389a-15a8-47ec-8ecb-353a7ec855ca) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:24:55.358723 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60786) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:55.380040 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7da563ad-053d-4233-aa76-fec84ff8307b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.383258 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 6b827838-e6cf-481a-b49c-e6062a997a61 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:24:55.383761 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 6b827838-e6cf-481a-b49c-e6062a997a61 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:24:55.391617 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f8464-d119-440d-8e09-c584bbdce92d None None] Pushing event updated for resources: {'Port': ['ID=bb87706e-8ab5-4136-b87c-005ebc45d901,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:55.476871 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.520142 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7da563ad-053d-4233-aa76-fec84ff8307b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.600176 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7da563ad-053d-4233-aa76-fec84ff8307b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.632981 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.660395 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-7da563ad-053d-4233-aa76-fec84ff8307b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=10bd2e6148d84ca187717f33c6515938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996528 Sep 03 18:24:55.663273 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60798) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:55.671094 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da563ad-053d-4233-aa76-fec84ff8307b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46be9d9f-4ce4-4c80-9246-f80cd53b872d,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:55.750790 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:24:55.755053 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:24:55.758470 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:24:55.819799 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.822011 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a2f325b8-9c46-48d2-9dd1-20f18c8e8c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.839909 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Pushing event updated for resources: {'Port': ['ID=ee47389a-15a8-47ec-8ecb-353a7ec855ca,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:55.864097 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a2f325b8-9c46-48d2-9dd1-20f18c8e8c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.872490 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device bb87706e-8ab5-4136-b87c-005ebc45d901 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:24:56.019241 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a2f325b8-9c46-48d2-9dd1-20f18c8e8c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:56.021807 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a2f325b8-9c46-48d2-9dd1-20f18c8e8c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:56.023056 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a2f325b8-9c46-48d2-9dd1-20f18c8e8c24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46be9d9f-4ce4-4c80-9246-f80cd53b872d HTTP/1.1" status: 204 len: 168 time: 0.3583798 Sep 03 18:24:56.031736 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f325b8-9c46-48d2-9dd1-20f18c8e8c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46be9d9f-4ce4-4c80-9246-f80cd53b872d,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:56.049066 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port bb87706e-8ab5-4136-b87c-005ebc45d901 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:24:56.231785 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:56.504052 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566244'] for router, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:56.559607 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a1c7b-dc0f-41f2-b80d-19ed78e723d8 None None] Network ac5fd485-7104-4199-a05c-e3b9f6c68301 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:24:56.708525 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Router 9cb5d85e-630b-416d-940c-f84e8670d71c is scheduled to L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 with binding_index 1 {{(pid=94513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:24:56.738103 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-271d8bc6-5f37-435d-8671-3d4eea1d1536 None None] Provisioning for port bb87706e-8ab5-4136-b87c-005ebc45d901 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:24:56.748145 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-271d8bc6-5f37-435d-8671-3d4eea1d1536 None None] Provisioning complete for port bb87706e-8ab5-4136-b87c-005ebc45d901 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:24:56.748145 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-271d8bc6-5f37-435d-8671-3d4eea1d1536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:56.831352 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:24:56.842976 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Sync routers for ids ['9cb5d85e-630b-416d-940c-f84e8670d71c'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:24:56.865329 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Routers {'9cb5d85e-630b-416d-940c-f84e8670d71c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:24:56.866072 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:24:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9cb5d85e-630b-416d-940c-f84e8670d71c'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:56.922938 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-271d8bc6-5f37-435d-8671-3d4eea1d1536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:56.957064 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] Notify callbacks [] for router, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:56.962971 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 60852) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:56.963611 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-9247b57b-1ed6-49f6-b19f-7ed53fc99f92 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7387094 Sep 03 18:24:57.050288 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-271d8bc6-5f37-435d-8671-3d4eea1d1536 None None] For port bb87706e-8ab5-4136-b87c-005ebc45d901, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=bb87706e-8ab5-4136-b87c-005ebc45d901,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:57.051207 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Set router 9cb5d85e-630b-416d-940c-f84e8670d71c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:24:57.216075 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:24:55Z', 'revision_number': 3, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:57.242325 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-271d8bc6-5f37-435d-8671-3d4eea1d1536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:57.252263 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Checking router: 9cb5d85e-630b-416d-940c-f84e8670d71c for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:24:57.252263 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Updating router 9cb5d85e-630b-416d-940c-f84e8670d71c port ee47389a-15a8-47ec-8ecb-353a7ec855ca binding host dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:24:57.274385 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:57.318083 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d8bc6-5f37-435d-8671-3d4eea1d1536 None None] Pushing event updated for resources: {'Port': ['ID=bb87706e-8ab5-4136-b87c-005ebc45d901,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:57.373247 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-86a90d8b-2b6a-4310-ac94-80ce62932438 None None] Provisioning complete for port bb87706e-8ab5-4136-b87c-005ebc45d901 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:24:57.374074 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-86a90d8b-2b6a-4310-ac94-80ce62932438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:57.596811 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:57.616058 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Transition to ACTIVE for port object ee47389a-15a8-47ec-8ecb-353a7ec855ca will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:24:57.682615 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device bb87706e-8ab5-4136-b87c-005ebc45d901 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:24:57.691768 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:57.768277 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Attempting to bind port ee47389a-15a8-47ec-8ecb-353a7ec855ca on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:24:57.771725 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Attempting to bind port ee47389a-15a8-47ec-8ecb-353a7ec855ca by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:24:57.772217 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Attempting to bind port ee47389a-15a8-47ec-8ecb-353a7ec855ca on network faebfe95-4400-41e1-be0f-d85963a19747 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:24:57.791481 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Pushing event updated for resources: {'Port': ['ID=ee47389a-15a8-47ec-8ecb-353a7ec855ca,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:57.796127 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port bb87706e-8ab5-4136-b87c-005ebc45d901 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:24:57.796751 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:57.796908 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:24:57.797304 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Checking segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:24:57.797806 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:57.798274 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Bound using segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:24:57.798825 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Bound port: ee47389a-15a8-47ec-8ecb-353a7ec855ca, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:24:57.801773 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:57.806703 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:57.810077 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:57.810496 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:57.810969 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:57.811419 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:57.811903 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:57.812353 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:57.812831 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:57.813275 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:57.813740 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:57.814182 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:57.814619 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:57.815193 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:57.914398 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] For port ee47389a-15a8-47ec-8ecb-353a7ec855ca, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:24:57.923742 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] For port ee47389a-15a8-47ec-8ecb-353a7ec855ca, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=ee47389a-15a8-47ec-8ecb-353a7ec855ca,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:24:58.005162 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:58.009024 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Allocated IP 172.20.0.1 (ac5fd485-7104-4199-a05c-e3b9f6c68301/690617a1-2d5b-40ad-a479-ee14b04c95f1/17e96dd2-9ab5-4462-be17-635116eb8d1d) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:24:58.063986 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Routers {'9cb5d85e-630b-416d-940c-f84e8670d71c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:24:58.064860 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:24:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9cb5d85e-630b-416d-940c-f84e8670d71c'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:58.071333 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739aff3-e828-44c3-b4ae-291f41d3089e None None] Pushing event updated for resources: {'Port': ['ID=ee47389a-15a8-47ec-8ecb-353a7ec855ca,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:58.141221 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:58.155216 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Transition to ACTIVE for port object 17e96dd2-9ab5-4462-be17-635116eb8d1d will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:24:58.197899 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] Set router 9cb5d85e-630b-416d-940c-f84e8670d71c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:24:58.278512 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:58.324928 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Network ac5fd485-7104-4199-a05c-e3b9f6c68301 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:24:58.328860 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:24:58.332958 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:24:58.382260 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Pushing event updated for resources: {'Port': ['ID=17e96dd2-9ab5-4462-be17-635116eb8d1d,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:58.397525 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:58.398858 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:58.400280 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:58.401060 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:58.401561 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:58.406876 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:58.406876 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:58.406876 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:58.406876 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:58.406876 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:58.406876 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:58.406876 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:58.432221 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681905'] for router_interface, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:58.574023 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:24:55Z', 'revision_number': 3, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:58.607026 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b205b85a-aece-40be-950e-688b6b28dc5c None None] The sync data for ids ['9cb5d85e-630b-416d-940c-f84e8670d71c'] in dv-cinder-760193-9-iscsi is: [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:24:55Z', 'revision_number': 3, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:24:58.698677 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:58.757036 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-a23fef4e-f648-4e79-bfac-677774acc8cd None None] Provisioning for port 17e96dd2-9ab5-4462-be17-635116eb8d1d completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:24:58.763835 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-a23fef4e-f648-4e79-bfac-677774acc8cd None None] Provisioning complete for port 17e96dd2-9ab5-4462-be17-635116eb8d1d triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:24:58.770331 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a23fef4e-f648-4e79-bfac-677774acc8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:58.852563 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-a23fef4e-f648-4e79-bfac-677774acc8cd None None] Port 17e96dd2-9ab5-4462-be17-635116eb8d1d cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:24:58.944305 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:59.048931 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62747990'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:59.126032 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1047743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563233'] for router_interface, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:59.132119 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Pushing event updated for resources: {'Port': ['ID=17e96dd2-9ab5-4462-be17-635116eb8d1d,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:59.391555 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Network ac5fd485-7104-4199-a05c-e3b9f6c68301 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:24:59.393027 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:24:59.473820 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8403e-da12-430d-9a76-2d7f57f9539e req-41960a0c-8798-45a2-b868-d8fd254404f5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:59.485003 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4dd8403e-da12-430d-9a76-2d7f57f9539e req-41960a0c-8798-45a2-b868-d8fd254404f5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1458662 Sep 03 18:24:59.606192 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4dd8403e-da12-430d-9a76-2d7f57f9539e req-f8d92664-0bbb-4678-8441-d942731c5352 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196632 Sep 03 18:24:59.751094 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Router 9cb5d85e-630b-416d-940c-f84e8670d71c has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:24:59.849745 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device ee47389a-15a8-47ec-8ecb-353a7ec855ca up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:24:59.944033 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-6876e9bc-4c75-4d52-886d-dff220f54dbf None None] Provisioning complete for port 17e96dd2-9ab5-4462-be17-635116eb8d1d triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:24:59.944715 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6876e9bc-4c75-4d52-886d-dff220f54dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:59.953354 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562af94-3aa8-43ae-912a-a65b87215947 req-a9e112c7-f4e7-4c21-abd0-fcbcff304405 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:59.962834 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d562af94-3aa8-43ae-912a-a65b87215947 req-a9e112c7-f4e7-4c21-abd0-fcbcff304405 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0769935 Sep 03 18:25:00.015754 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d562af94-3aa8-43ae-912a-a65b87215947 req-ac900dc2-8ddd-42ad-962b-c5cab656f935 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0517445 Sep 03 18:25:00.068122 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:25:00.082904 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-6e74b47d-f3dc-4493-b557-f0ff4430572a admin admin] 10.222.0.43 "PUT /v2.0/routers/9cb5d85e-630b-416d-940c-f84e8670d71c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1189063 Sep 03 18:25:00.101508 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-6876e9bc-4c75-4d52-886d-dff220f54dbf None None] Port 17e96dd2-9ab5-4462-be17-635116eb8d1d cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:25:00.145282 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port ee47389a-15a8-47ec-8ecb-353a7ec855ca completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:25:00.151336 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port ee47389a-15a8-47ec-8ecb-353a7ec855ca triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:00.156031 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.299983 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.331786 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port ee47389a-15a8-47ec-8ecb-353a7ec855ca, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=ee47389a-15a8-47ec-8ecb-353a7ec855ca,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:00.430893 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.538800 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=ee47389a-15a8-47ec-8ecb-353a7ec855ca,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:01.123069 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Sync routers for ids ['9cb5d85e-630b-416d-940c-f84e8670d71c'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:25:01.170129 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Routers {'9cb5d85e-630b-416d-940c-f84e8670d71c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:01.173638 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:24:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9cb5d85e-630b-416d-940c-f84e8670d71c'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:01.318908 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9455a57-0896-46a9-959f-ec0b0b469a1a req-4b3dd8ec-cdcf-4a91-92cc-1ad66af31bec tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:01.320036 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 32780) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:01.325126 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f9455a57-0896-46a9-959f-ec0b0b469a1a req-4b3dd8ec-cdcf-4a91-92cc-1ad66af31bec tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.1049535 Sep 03 18:25:01.330936 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1774304317-network', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:01.428470 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Set router 9cb5d85e-630b-416d-940c-f84e8670d71c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:01.433282 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f9455a57-0896-46a9-959f-ec0b0b469a1a req-930fd283-72dd-4099-b4f0-5c48eb1b8535 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1069999 Sep 03 18:25:01.445770 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Made reservation on behalf of e2860af9220d4882b8b4538a9d3a7bfb for: {'network': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:25:01.448698 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:01.462362 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:01.696555 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:01.754963 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device ee47389a-15a8-47ec-8ecb-353a7ec855ca up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:25:01.779241 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:01.824181 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=94512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:25:01.855142 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abde5e40-1583-450e-901b-3fdaaa28ea4f,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:01.870272 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:01.870468 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.segments_db [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Added segment da543859-9640-4adc-89ab-2f2d957030c0 of type vlan for network c26d8eea-1785-414c-bcbb-0d956190a6a2 Sep 03 18:25:01.878419 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:24:58Z', 'revision_number': 4, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '17e96dd2-9ab5-4462-be17-635116eb8d1d', 'name': '', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'mac_address': 'fa:16:3e:2e:4f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:57Z', 'updated_at': '2021-09-03T18:24:58Z', 'revision_number': 2, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'subnets': [{'id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:01.927789 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port ee47389a-15a8-47ec-8ecb-353a7ec855ca triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:01.928847 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:01.930147 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:01.953147 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Checking router: 9cb5d85e-630b-416d-940c-f84e8670d71c for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:25:01.960327 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Updating router 9cb5d85e-630b-416d-940c-f84e8670d71c port 17e96dd2-9ab5-4462-be17-635116eb8d1d binding host dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:25:02.001267 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:02.075042 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:02.079428 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:02.079428 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:02.174549 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=c26d8eea-1785-414c-bcbb-0d956190a6a2,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:02.193932 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network c26d8eea-1785-414c-bcbb-0d956190a6a2 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:25:02.274555 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-933b8293-de5b-4400-9301-55f67f613ea7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9527471 Sep 03 18:25:02.276664 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 32804) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:02.283095 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-ecaeea67-e255-47cd-8452-3a394401f184 admin admin] Request body: {'subnet': {'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1774304317-subnet', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:02.379416 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaeea67-e255-47cd-8452-3a394401f184 admin admin] Made reservation on behalf of e2860af9220d4882b8b4538a9d3a7bfb for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:25:02.382417 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ecaeea67-e255-47cd-8452-3a394401f184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62429635'] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:02.487853 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:02.517518 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Transition to ACTIVE for port object 17e96dd2-9ab5-4462-be17-635116eb8d1d will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:25:02.577228 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:02.629312 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be789496-3637-46e7-a558-8b625acbfc3e req-dbe850c4-a743-430d-a2f8-d93d1950465b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:02.648127 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be789496-3637-46e7-a558-8b625acbfc3e req-dbe850c4-a743-430d-a2f8-d93d1950465b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.1039650 Sep 03 18:25:02.702129 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404813b4-1bc2-4912-a7f8-eab7e07da734 None None] Pushing event updated for resources: {'Port': ['ID=17e96dd2-9ab5-4462-be17-635116eb8d1d,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:02.731051 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be789496-3637-46e7-a558-8b625acbfc3e req-928e55ee-cc1b-402f-b419-675246513ddc tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0818319 Sep 03 18:25:02.803637 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ecaeea67-e255-47cd-8452-3a394401f184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62748077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62429677'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:02.829839 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Attempting to bind port 17e96dd2-9ab5-4462-be17-635116eb8d1d on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:25:02.830230 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Attempting to bind port 17e96dd2-9ab5-4462-be17-635116eb8d1d by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:25:02.831144 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Attempting to bind port 17e96dd2-9ab5-4462-be17-635116eb8d1d on network ac5fd485-7104-4199-a05c-e3b9f6c68301 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:25:02.844304 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:25:02.845236 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Checking segment: {'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:25:02.845670 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:02.846068 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Bound using segment: {'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:25:02.846586 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Bound port: 17e96dd2-9ab5-4462-be17-635116eb8d1d, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:25:02.847036 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:02.983154 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaeea67-e255-47cd-8452-3a394401f184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc22b1e9-a734-4f7f-ac94-eed79b882641,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:02.991997 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaeea67-e255-47cd-8452-3a394401f184 admin admin] Checking segment: {'id': 'da543859-9640-4adc-89ab-2f2d957030c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:25:02.993599 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] For port 17e96dd2-9ab5-4462-be17-635116eb8d1d, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:25:03.002020 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] For port 17e96dd2-9ab5-4462-be17-635116eb8d1d, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=17e96dd2-9ab5-4462-be17-635116eb8d1d,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:25:03.019380 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaeea67-e255-47cd-8452-3a394401f184 admin admin] Network hostable DHCP agents. Network: c26d8eea-1785-414c-bcbb-0d956190a6a2, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:25:03.089395 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:03.180875 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaeea67-e255-47cd-8452-3a394401f184 admin admin] Network c26d8eea-1785-414c-bcbb-0d956190a6a2 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:25:03.221983 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Routers {'9cb5d85e-630b-416d-940c-f84e8670d71c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:03.222867 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:24:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9cb5d85e-630b-416d-940c-f84e8670d71c'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:03.239928 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404813b4-1bc2-4912-a7f8-eab7e07da734 None None] Pushing event updated for resources: {'Port': ['ID=17e96dd2-9ab5-4462-be17-635116eb8d1d,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:03.281018 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-ecaeea67-e255-47cd-8452-3a394401f184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, c26d8eea-1785-414c-bcbb-0d956190a6a2) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:25:03.286892 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaeea67-e255-47cd-8452-3a394401f184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:03.287811 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ecaeea67-e255-47cd-8452-3a394401f184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:03.454038 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-ecaeea67-e255-47cd-8452-3a394401f184 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1763086 Sep 03 18:25:03.456606 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 32828) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:03.462025 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1774304317-router', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:03.487931 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56111c7-fbff-4a66-8102-e2d33c2a8290 None None] Network c26d8eea-1785-414c-bcbb-0d956190a6a2 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:25:03.592848 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9284'] for router, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:03.595334 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9309'] for router, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:03.600672 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] Set router 9cb5d85e-630b-416d-940c-f84e8670d71c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:03.734684 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:03.801123 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4524e765-2700-5d6f-98dc-8efc490ce53f-c26d8eea-1785-414c-bcbb-0d956190a6a2', 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'fixed_ips': [{'subnet_id': 'bc22b1e9-a734-4f7f-ac94-eed79b882641'}]}} from dv-cinder-760193-9-iscsi. {{(pid=94514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:25:03.802328 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:03.868108 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e2fef-eb77-4fde-9779-dbfda14fdaa1 req-6fc06b49-a8d6-4d6e-8e83-1d736a452b7e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:03.876397 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e06e2fef-eb77-4fde-9779-dbfda14fdaa1 req-6fc06b49-a8d6-4d6e-8e83-1d736a452b7e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0624540 Sep 03 18:25:03.918577 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e06e2fef-eb77-4fde-9779-dbfda14fdaa1 req-8e3d1446-2eb3-4a08-ad84-6240d4356a8a tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412681 Sep 03 18:25:03.998596 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:04.043570 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Allocated IP 172.20.0.2 (c26d8eea-1785-414c-bcbb-0d956190a6a2/bc22b1e9-a734-4f7f-ac94-eed79b882641/841ece43-51c4-493e-a4e5-a4266da11b4d) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:25:04.059521 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:24:58Z', 'revision_number': 4, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '17e96dd2-9ab5-4462-be17-635116eb8d1d', 'name': '', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'mac_address': 'fa:16:3e:2e:4f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:57Z', 'updated_at': '2021-09-03T18:25:02Z', 'revision_number': 4, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'subnets': [{'id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:04.102234 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424733d-4311-4eff-b627-4c1ff73b93fd None None] The sync data for ids ['9cb5d85e-630b-416d-940c-f84e8670d71c'] in dv-cinder-760193-9-iscsi is: [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:24:58Z', 'revision_number': 4, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '17e96dd2-9ab5-4462-be17-635116eb8d1d', 'name': '', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'mac_address': 'fa:16:3e:2e:4f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:57Z', 'updated_at': '2021-09-03T18:25:02Z', 'revision_number': 4, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'subnets': [{'id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:25:04.530849 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:04.550887 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Transition to ACTIVE for port object 841ece43-51c4-493e-a4e5-a4266da11b4d will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:25:04.575434 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Transition to ACTIVE for port object 841ece43-51c4-493e-a4e5-a4266da11b4d will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:25:04.611336 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:04.650680 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:04.671889 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:04.707392 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Network c26d8eea-1785-414c-bcbb-0d956190a6a2 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:25:04.720323 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:25:04.722336 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:25:04.898016 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Allocated IP 172.27.2.25 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/75f4bda3-ffc6-49cd-8cad-0b2b9c65c312) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:25:04.916251 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Pushing event updated for resources: {'Port': ['ID=841ece43-51c4-493e-a4e5-a4266da11b4d,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:04.928527 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Attempting to bind port 841ece43-51c4-493e-a4e5-a4266da11b4d on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:25:04.929111 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Attempting to bind port 841ece43-51c4-493e-a4e5-a4266da11b4d by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': 'da543859-9640-4adc-89ab-2f2d957030c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:25:04.931807 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Attempting to bind port 841ece43-51c4-493e-a4e5-a4266da11b4d on network c26d8eea-1785-414c-bcbb-0d956190a6a2 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:25:04.938312 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:25:04.938863 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Checking segment: {'id': 'da543859-9640-4adc-89ab-2f2d957030c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:25:04.939369 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:04.939860 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Bound using segment: {'id': 'da543859-9640-4adc-89ab-2f2d957030c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:25:04.940462 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Bound port: 841ece43-51c4-493e-a4e5-a4266da11b4d, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da543859-9640-4adc-89ab-2f2d957030c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:25:04.940961 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:05.079693 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] For port 841ece43-51c4-493e-a4e5-a4266da11b4d, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:25:05.083406 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] For port 841ece43-51c4-493e-a4e5-a4266da11b4d, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=841ece43-51c4-493e-a4e5-a4266da11b4d,segment=NetworkSegment(da543859-9640-4adc-89ab-2f2d957030c0),segment_id=da543859-9640-4adc-89ab-2f2d957030c0)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:25:05.172379 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:05.209046 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464356fe-be9b-4859-94bf-07bf0032690a req-9f635317-7060-4c6b-9648-91834d208bdc tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:05.212323 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:05.216545 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-464356fe-be9b-4859-94bf-07bf0032690a req-9f635317-7060-4c6b-9648-91834d208bdc tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.1767023 Sep 03 18:25:05.333126 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-464356fe-be9b-4859-94bf-07bf0032690a req-ba6c6a8e-cfb8-4ee1-a154-7b42eeef8d20 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1087332 Sep 03 18:25:05.344260 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615227a-eaf0-40d6-a826-10d778ffbf56 None None] Pushing event updated for resources: {'Port': ['ID=841ece43-51c4-493e-a4e5-a4266da11b4d,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:05.373926 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:05.425725 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:25:05.435146 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:25:05.437525 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Pushing event updated for resources: {'Port': ['ID=75f4bda3-ffc6-49cd-8cad-0b2b9c65c312,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:05.440143 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:25:05.927385 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 17e96dd2-9ab5-4462-be17-635116eb8d1d up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:25:06.120275 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 17e96dd2-9ab5-4462-be17-635116eb8d1d completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:25:06.125282 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 17e96dd2-9ab5-4462-be17-635116eb8d1d triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:06.126544 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:06.192579 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:06.273990 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:06.360461 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 17e96dd2-9ab5-4462-be17-635116eb8d1d, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=17e96dd2-9ab5-4462-be17-635116eb8d1d,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:06.451694 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:06.451694 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 841ece43-51c4-493e-a4e5-a4266da11b4d up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:25:06.472507 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 32908) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:06.537797 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566244'] for router, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:06.552738 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bfac7-9cfe-478a-a339-a55715ee4066 req-b127499b-248a-443d-8133-819af4a401a1 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:06.562212 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5d7bfac7-9cfe-478a-a339-a55715ee4066 req-b127499b-248a-443d-8133-819af4a401a1 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0904441 Sep 03 18:25:06.618049 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5d7bfac7-9cfe-478a-a339-a55715ee4066 req-7a9b2ba9-a90e-406f-a306-2d1973c6177d tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0545545 Sep 03 18:25:06.681083 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=17e96dd2-9ab5-4462-be17-635116eb8d1d,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:06.737015 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 841ece43-51c4-493e-a4e5-a4266da11b4d completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:25:06.896476 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-af286545-c490-4376-af7b-da4e756f19d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:06.903828 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7393da3e-d7fb-43a1-b2ed-5b4031b47de5 None None] Network c26d8eea-1785-414c-bcbb-0d956190a6a2 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:25:07.142930 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 32920) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:07.159991 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-031794d1-95ba-465c-94ca-9eb3eea75102 None None] Provisioning for port 841ece43-51c4-493e-a4e5-a4266da11b4d completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:25:07.169451 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-031794d1-95ba-465c-94ca-9eb3eea75102 None None] Provisioning complete for port 841ece43-51c4-493e-a4e5-a4266da11b4d triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:07.170165 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-031794d1-95ba-465c-94ca-9eb3eea75102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.262518 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-af286545-c490-4376-af7b-da4e756f19d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.285954 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Router 47cdcd0e-f162-4954-a41e-1195ffc3cae6 is scheduled to L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 with binding_index 1 {{(pid=94512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:25:07.307159 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-031794d1-95ba-465c-94ca-9eb3eea75102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.371272 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-031794d1-95ba-465c-94ca-9eb3eea75102 None None] For port 841ece43-51c4-493e-a4e5-a4266da11b4d, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=841ece43-51c4-493e-a4e5-a4266da11b4d,segment=NetworkSegment(da543859-9640-4adc-89ab-2f2d957030c0),segment_id=da543859-9640-4adc-89ab-2f2d957030c0)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:07.392278 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-af286545-c490-4376-af7b-da4e756f19d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.440683 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.469154 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-031794d1-95ba-465c-94ca-9eb3eea75102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.475296 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-af286545-c490-4376-af7b-da4e756f19d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b0218c5846f4fd4b54397c4168b1a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9918890 Sep 03 18:25:07.484503 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af286545-c490-4376-af7b-da4e756f19d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afcf0d1-f493-43f9-a57f-df33ccae5014,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:07.488588 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 32926) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:07.549896 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:25:07.553673 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Sync routers for ids ['47cdcd0e-f162-4954-a41e-1195ffc3cae6'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:25:07.570279 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031794d1-95ba-465c-94ca-9eb3eea75102 None None] Pushing event updated for resources: {'Port': ['ID=841ece43-51c4-493e-a4e5-a4266da11b4d,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:07.573211 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Routers {'47cdcd0e-f162-4954-a41e-1195ffc3cae6'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:07.573848 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:24:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['47cdcd0e-f162-4954-a41e-1195ffc3cae6'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:07.601505 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-885f30d4-fa29-4e6b-a4ae-88d1c6c8d7ea None None] Provisioning complete for port 841ece43-51c4-493e-a4e5-a4266da11b4d triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:07.601971 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-885f30d4-fa29-4e6b-a4ae-88d1c6c8d7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.642908 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.645468 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-22b463ac-d75f-4bfb-9c69-b98f725f4197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.696016 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-22b463ac-d75f-4bfb-9c69-b98f725f4197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.727823 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.782315 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Set router 47cdcd0e-f162-4954-a41e-1195ffc3cae6 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:07.797795 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.799310 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c3a0b09a-31be-4f5b-a3ca-1de3adec6cbf admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3416553 Sep 03 18:25:07.804674 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 32932) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:07.816955 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 32934) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:07.837242 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f14d99-9075-4ec4-9c4d-9e43720ddcca,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:07.874339 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 17e96dd2-9ab5-4462-be17-635116eb8d1d up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:25:07.941911 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:07.944170 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-22b463ac-d75f-4bfb-9c69-b98f725f4197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.947962 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-22b463ac-d75f-4bfb-9c69-b98f725f4197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:07.949097 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:07.949214 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-22b463ac-d75f-4bfb-9c69-b98f725f4197 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1afcf0d1-f493-43f9-a57f-df33ccae5014 HTTP/1.1" status: 204 len: 168 time: 0.4468169 Sep 03 18:25:07.951857 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:07.953026 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:07.958028 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:07.959148 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:07.959690 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:07.961601 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:07.962145 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:07.967381 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:07.967810 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:07.969365 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:07.989929 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-f1f53706-b8bd-475b-805d-cbed1a29cb01 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c69c680f2c11484f84f4d8a8608dd626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8457215 Sep 03 18:25:08.005185 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 17e96dd2-9ab5-4462-be17-635116eb8d1d triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:08.009070 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.013518 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 32944) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:08.020793 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b463ac-d75f-4bfb-9c69-b98f725f4197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afcf0d1-f493-43f9-a57f-df33ccae5014,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:08.081786 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab25528-5f82-4153-8799-984449fb78b4 req-5879b097-12d5-4476-b8c2-f8ef8db28905 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:08.090516 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7ab25528-5f82-4153-8799-984449fb78b4 req-5879b097-12d5-4476-b8c2-f8ef8db28905 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.2474885 Sep 03 18:25:08.160927 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7ab25528-5f82-4153-8799-984449fb78b4 req-b04e8ab2-b3e3-4199-bf12-320238385151 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0600131 Sep 03 18:25:08.194169 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-89787806-8e8b-4c3e-957f-8ecf507f41ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.242440 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-89787806-8e8b-4c3e-957f-8ecf507f41ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.246013 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'name': 'tempest-TestShelveInstance-1774304317-router', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:25:03Z', 'updated_at': '2021-09-03T18:25:05Z', 'revision_number': 3, 'project_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'gw_port': {'id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:25:04Z', 'updated_at': '2021-09-03T18:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:08.291414 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 841ece43-51c4-493e-a4e5-a4266da11b4d up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:25:08.312612 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-222b7bfd-a0f9-4ee8-b693-7f78dba77b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.319159 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Checking router: 47cdcd0e-f162-4954-a41e-1195ffc3cae6 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:25:08.322748 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Updating router 47cdcd0e-f162-4954-a41e-1195ffc3cae6 port 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 binding host dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:25:08.343659 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 841ece43-51c4-493e-a4e5-a4266da11b4d triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:08.344127 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.369219 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.395788 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-89787806-8e8b-4c3e-957f-8ecf507f41ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.399111 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-89787806-8e8b-4c3e-957f-8ecf507f41ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.404933 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-89787806-8e8b-4c3e-957f-8ecf507f41ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1f14d99-9075-4ec4-9c4d-9e43720ddcca HTTP/1.1" status: 204 len: 168 time: 0.3896117 Sep 03 18:25:08.419921 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89787806-8e8b-4c3e-957f-8ecf507f41ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f14d99-9075-4ec4-9c4d-9e43720ddcca,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:08.598820 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-222b7bfd-a0f9-4ee8-b693-7f78dba77b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.672452 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-222b7bfd-a0f9-4ee8-b693-7f78dba77b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.774221 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-93bc27a4-3ca1-43f2-8792-66aa2cf1db60 req-450eb863-cdde-497b-8e05-48fdaf5e7352 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631580 Sep 03 18:25:08.779146 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-222b7bfd-a0f9-4ee8-b693-7f78dba77b7e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3944afaa54404b7ab0922ab70d103ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9595211 Sep 03 18:25:08.780496 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 32966) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:08.803395 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b7bfd-a0f9-4ee8-b693-7f78dba77b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6115eeae-38a9-4144-a3cc-5ae9104e1aa7,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:08.854444 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.865068 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Transition to ACTIVE for port object 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:25:08.909071 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc27a4-3ca1-43f2-8792-66aa2cf1db60 req-eee5664b-836e-4d23-a859-1664551b86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:08.911331 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-93bc27a4-3ca1-43f2-8792-66aa2cf1db60 req-eee5664b-836e-4d23-a859-1664551b86e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 1098 time: 0.0979619 Sep 03 18:25:08.927058 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.045409 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 32970) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:09.046594 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-37e6e2bc-bddc-4158-a5cf-94d6812de028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.047862 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7314dca-f1f7-4855-aa48-97f84e59bc04 None None] Pushing event updated for resources: {'Port': ['ID=75f4bda3-ffc6-49cd-8cad-0b2b9c65c312,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:09.054602 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Attempting to bind port 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:25:09.056050 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Attempting to bind port 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:25:09.060023 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Attempting to bind port 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 on network faebfe95-4400-41e1-be0f-d85963a19747 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:25:09.068499 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:25:09.072848 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Checking segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:25:09.073295 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.073701 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Bound using segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:25:09.074192 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Bound port: 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:25:09.074581 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.078650 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f34dd620-19c3-442b-92ec-465cb30b58be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.099678 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-37e6e2bc-bddc-4158-a5cf-94d6812de028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.146123 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.162637 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] For port 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:25:09.171484 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] For port 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=75f4bda3-ffc6-49cd-8cad-0b2b9c65c312,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:25:09.225432 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc27a4-3ca1-43f2-8792-66aa2cf1db60 req-e6eec34a-f280-42ca-b1a9-b182543db9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:09.227686 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-93bc27a4-3ca1-43f2-8792-66aa2cf1db60 req-e6eec34a-f280-42ca-b1a9-b182543db9b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 200 len: 920 time: 0.2723999 Sep 03 18:25:09.248637 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.333999 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-93bc27a4-3ca1-43f2-8792-66aa2cf1db60 req-1f7be9b7-2d5f-44f4-ab16-81ddebd2c279 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f558f79-9c4a-4493-96ce-299307a82d65 HTTP/1.1" status: 200 len: 217 time: 0.0932691 Sep 03 18:25:09.385863 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f34dd620-19c3-442b-92ec-465cb30b58be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.395283 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Routers {'47cdcd0e-f162-4954-a41e-1195ffc3cae6'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:09.400509 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:24:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['47cdcd0e-f162-4954-a41e-1195ffc3cae6'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:09.435275 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-37e6e2bc-bddc-4158-a5cf-94d6812de028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.437949 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-37e6e2bc-bddc-4158-a5cf-94d6812de028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.441319 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-37e6e2bc-bddc-4158-a5cf-94d6812de028 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6115eeae-38a9-4144-a3cc-5ae9104e1aa7 HTTP/1.1" status: 204 len: 168 time: 0.6488695 Sep 03 18:25:09.485436 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6e2bc-bddc-4158-a5cf-94d6812de028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6115eeae-38a9-4144-a3cc-5ae9104e1aa7,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:09.519346 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f34dd620-19c3-442b-92ec-465cb30b58be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.548728 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc27a4-3ca1-43f2-8792-66aa2cf1db60 req-59f2ce4a-f59b-4c2b-81e6-a989da0fe524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:09.553770 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] Set router 47cdcd0e-f162-4954-a41e-1195ffc3cae6 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:09.561218 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-93bc27a4-3ca1-43f2-8792-66aa2cf1db60 req-59f2ce4a-f59b-4c2b-81e6-a989da0fe524 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d057384a-5901-42e3-80f5-8484300272f4 HTTP/1.1" status: 200 len: 859 time: 0.2057812 Sep 03 18:25:09.582174 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bf006-89e8-4426-a8c6-9503c457c20f req-b1886021-c7f5-4791-91b9-542ca90bf3e3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:09.590016 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff1bf006-89e8-4426-a8c6-9503c457c20f req-b1886021-c7f5-4791-91b9-542ca90bf3e3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.2609215 Sep 03 18:25:09.680926 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-93bc27a4-3ca1-43f2-8792-66aa2cf1db60 req-e703ee52-6c20-434a-9103-fb5b7ca3ebdf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=815a170a-9300-450a-a438-374a9fbe2f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801053 Sep 03 18:25:09.722581 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34dd620-19c3-442b-92ec-465cb30b58be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8e7c82-8803-4464-acd8-b5a20a9596ca,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:09.753607 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-f34dd620-19c3-442b-92ec-465cb30b58be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c3b1a9755e554e1cbf447357a8860ef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7039702 Sep 03 18:25:09.758017 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 32990) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:09.763868 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7314dca-f1f7-4855-aa48-97f84e59bc04 None None] Pushing event updated for resources: {'Port': ['ID=75f4bda3-ffc6-49cd-8cad-0b2b9c65c312,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:09.771033 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'name': 'tempest-TestShelveInstance-1774304317-router', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:25:03Z', 'updated_at': '2021-09-03T18:25:05Z', 'revision_number': 3, 'project_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'gw_port': {'id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:25:04Z', 'updated_at': '2021-09-03T18:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:09.779489 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.802850 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df438a-4e1c-47fa-9bcf-4babb9106029 None None] The sync data for ids ['47cdcd0e-f162-4954-a41e-1195ffc3cae6'] in dv-cinder-760193-9-iscsi is: [{'id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'name': 'tempest-TestShelveInstance-1774304317-router', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:25:03Z', 'updated_at': '2021-09-03T18:25:05Z', 'revision_number': 3, 'project_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'gw_port': {'id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:25:04Z', 'updated_at': '2021-09-03T18:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:25:09.813681 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff1bf006-89e8-4426-a8c6-9503c457c20f req-b80bb10e-a187-4f6f-b8d7-3ec304419886 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2135625 Sep 03 18:25:09.813681 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 32992) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:09.913302 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e93e5f64-ed82-498f-ad49-47be25ae8207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.975360 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eac5de3c-b934-4045-8533-ff7ed7565a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.991370 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Allocated IP 172.20.0.1 (c26d8eea-1785-414c-bcbb-0d956190a6a2/bc22b1e9-a734-4f7f-ac94-eed79b882641/ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:25:09.999176 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-93bc27a4-3ca1-43f2-8792-66aa2cf1db60 req-2f8077eb-1ede-49c3-a966-341d586ff0e2 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851636 Sep 03 18:25:10.032162 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eac5de3c-b934-4045-8533-ff7ed7565a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.219280 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e93e5f64-ed82-498f-ad49-47be25ae8207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.294832 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-93bc27a4-3ca1-43f2-8792-66aa2cf1db60 req-0dcd8c67-13e0-4d0d-8906-859c6a33b5f3 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837703 Sep 03 18:25:10.318271 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e93e5f64-ed82-498f-ad49-47be25ae8207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.388450 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.403752 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-e93e5f64-ed82-498f-ad49-47be25ae8207 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a530332893eb4a2198161c2163a702f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874190 Sep 03 18:25:10.413707 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 33010) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:10.436670 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Transition to ACTIVE for port object ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:25:10.484114 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eac5de3c-b934-4045-8533-ff7ed7565a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.487096 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eac5de3c-b934-4045-8533-ff7ed7565a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.488929 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-eac5de3c-b934-4045-8533-ff7ed7565a4c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/da8e7c82-8803-4464-acd8-b5a20a9596ca HTTP/1.1" status: 204 len: 168 time: 0.7293847 Sep 03 18:25:10.507394 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e5f64-ed82-498f-ad49-47be25ae8207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3049880e-0985-4f90-ab36-27211315e92a,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:10.533750 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5de3c-b934-4045-8533-ff7ed7565a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8e7c82-8803-4464-acd8-b5a20a9596ca,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:10.547305 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.568481 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24729d95-2e0e-4561-bf64-a2772f4f8f53 req-e11106dc-a9ea-4c3f-87ce-a068c4c35af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:10.570036 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-24729d95-2e0e-4561-bf64-a2772f4f8f53 req-e11106dc-a9ea-4c3f-87ce-a068c4c35af7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 1099 time: 0.1426475 Sep 03 18:25:10.588741 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824bbb4-95ac-459b-ba8a-fa54f065983b req-6e88e691-a050-4749-bc7c-9638f8a8bae0 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:10.590291 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8824bbb4-95ac-459b-ba8a-fa54f065983b req-6e88e691-a050-4749-bc7c-9638f8a8bae0 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1641378 Sep 03 18:25:10.643222 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-63cc52a3-c766-4674-975b-62ce909bbc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.667293 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Pushing event updated for resources: {'Port': ['ID=ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:10.667900 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-63cc52a3-c766-4674-975b-62ce909bbc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.700245 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Network c26d8eea-1785-414c-bcbb-0d956190a6a2 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:25:10.701970 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:25:10.717344 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:25:10.793235 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681905'] for router_interface, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:11.210331 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:11.213006 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-a7b54760-a1e6-4f4d-a72b-47acd38eb40b None None] Provisioning for port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:25:11.218005 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-a7b54760-a1e6-4f4d-a72b-47acd38eb40b None None] Provisioning complete for port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:11.218505 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a7b54760-a1e6-4f4d-a72b-47acd38eb40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:11.283502 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-a7b54760-a1e6-4f4d-a72b-47acd38eb40b None None] Port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:25:11.342779 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8824bbb4-95ac-459b-ba8a-fa54f065983b req-18059ae1-eef3-4675-8e54-c1260841bebe tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7258563 Sep 03 18:25:11.419281 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24729d95-2e0e-4561-bf64-a2772f4f8f53 req-850b330d-740a-40f1-bd7d-d22c7210837b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:11.421220 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-24729d95-2e0e-4561-bf64-a2772f4f8f53 req-850b330d-740a-40f1-bd7d-d22c7210837b service neutron] 10.222.0.32 "GET /v2.0/networks?id=815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 200 len: 920 time: 0.8276563 Sep 03 18:25:11.453075 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e19081-5f3d-4c92-afb8-856edd81dd01 req-d9dac5ae-0800-4dd0-8966-0c1b2d223a59 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:11.462264 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-53e19081-5f3d-4c92-afb8-856edd81dd01 req-d9dac5ae-0800-4dd0-8966-0c1b2d223a59 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.1454256 Sep 03 18:25:11.524752 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-63cc52a3-c766-4674-975b-62ce909bbc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:11.528465 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-63cc52a3-c766-4674-975b-62ce909bbc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:11.529782 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-63cc52a3-c766-4674-975b-62ce909bbc10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3049880e-0985-4f90-ab36-27211315e92a HTTP/1.1" status: 204 len: 168 time: 1.1148074 Sep 03 18:25:11.531794 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-24729d95-2e0e-4561-bf64-a2772f4f8f53 req-47c75681-e241-412c-a5bd-bbd42b4af974 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08c8d689-708f-40c4-a8a1-ad808a939a90 HTTP/1.1" status: 200 len: 217 time: 0.0987751 Sep 03 18:25:11.555694 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc52a3-c766-4674-975b-62ce909bbc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3049880e-0985-4f90-ab36-27211315e92a,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:11.588494 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-53e19081-5f3d-4c92-afb8-856edd81dd01 req-5aa0208e-14d0-4c29-a9c2-43eb26f1bb39 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1239932 Sep 03 18:25:11.597568 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:11.660978 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24729d95-2e0e-4561-bf64-a2772f4f8f53 req-4f191936-6e1c-49db-b138-5bd77d4c4572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:11.662517 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-24729d95-2e0e-4561-bf64-a2772f4f8f53 req-4f191936-6e1c-49db-b138-5bd77d4c4572 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d057384a-5901-42e3-80f5-8484300272f4 HTTP/1.1" status: 200 len: 859 time: 0.1084292 Sep 03 18:25:11.666707 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62747990'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:11.724163 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-24729d95-2e0e-4561-bf64-a2772f4f8f53 req-e6c3d007-c05a-437c-b480-54e37d1a6fff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=815a170a-9300-450a-a438-374a9fbe2f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520806 Sep 03 18:25:11.814919 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:25:11.849843 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Pushing event updated for resources: {'Port': ['ID=ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:11.852799 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1047743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563233'] for router_interface, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:11.927107 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-24729d95-2e0e-4561-bf64-a2772f4f8f53 req-ae9f86b0-71f4-489e-b329-76c03ae39834 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873252 Sep 03 18:25:11.985032 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Network c26d8eea-1785-414c-bcbb-0d956190a6a2 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:25:11.988753 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:25:11.989639 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:25:11.998166 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:11.998549 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:12.054134 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-24729d95-2e0e-4561-bf64-a2772f4f8f53 req-d64d7bcf-3cd3-48f5-ab27-18fb713f77d6 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176274 Sep 03 18:25:12.182145 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Router 47cdcd0e-f162-4954-a41e-1195ffc3cae6 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:25:12.274165 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:12.310014 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=75f4bda3-ffc6-49cd-8cad-0b2b9c65c312,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:12.373813 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:12.393982 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:25:12.407453 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-f4b791e8-c935-453d-85b2-80ed9b84a00f admin admin] 10.222.0.43 "PUT /v2.0/routers/47cdcd0e-f162-4954-a41e-1195ffc3cae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6015151 Sep 03 18:25:12.460816 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-2c647d1a-8b94-42fd-baf9-c8ed48e8a803 None None] Provisioning complete for port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:12.461766 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2c647d1a-8b94-42fd-baf9-c8ed48e8a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:12.515872 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=75f4bda3-ffc6-49cd-8cad-0b2b9c65c312,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:12.535070 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 33074) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:12.553001 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:12.553366 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:12.553712 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:12.554050 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:12.556763 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:12.557124 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:12.557487 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:12.557828 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:12.558852 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:12.559223 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:12.559574 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:12.559905 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:12.570866 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-2c647d1a-8b94-42fd-baf9-c8ed48e8a803 None None] Port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:25:12.606390 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2939b-81d4-4362-b2ad-e670bd9de387 req-c46a511f-5266-431b-9d21-8d9ee6a31ec3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:12.608095 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1cd2939b-81d4-4362-b2ad-e670bd9de387 req-c46a511f-5266-431b-9d21-8d9ee6a31ec3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0813286 Sep 03 18:25:12.665700 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1cd2939b-81d4-4362-b2ad-e670bd9de387 req-8a4d7a7f-81ea-4931-81d7-1979c215edac tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494368 Sep 03 18:25:12.701965 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Sync routers for ids ['47cdcd0e-f162-4954-a41e-1195ffc3cae6'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:25:12.715058 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Routers {'47cdcd0e-f162-4954-a41e-1195ffc3cae6'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:12.715058 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:24:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['47cdcd0e-f162-4954-a41e-1195ffc3cae6'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:12.791453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098457d3-00a6-4a67-93ae-7d4f88bbac10 req-5f11149c-ebbc-4893-87c7-8a4aecd2ea1f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:12.793394 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-098457d3-00a6-4a67-93ae-7d4f88bbac10 req-5f11149c-ebbc-4893-87c7-8a4aecd2ea1f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.1039124 Sep 03 18:25:12.896793 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-098457d3-00a6-4a67-93ae-7d4f88bbac10 req-e8105ede-4942-492c-9be0-cddc4662f0df tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0825636 Sep 03 18:25:12.940324 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Set router 47cdcd0e-f162-4954-a41e-1195ffc3cae6 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:12.977009 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-236ec267-42cc-4c68-a02a-4ac636b1456f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.152192 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-236ec267-42cc-4c68-a02a-4ac636b1456f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.219068 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-236ec267-42cc-4c68-a02a-4ac636b1456f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.282649 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-236ec267-42cc-4c68-a02a-4ac636b1456f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3981b5390b3c49ca9520e765d4e9224f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7456396 Sep 03 18:25:13.285953 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 33102) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:13.342127 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'name': 'tempest-TestShelveInstance-1774304317-router', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:25:03Z', 'updated_at': '2021-09-03T18:25:11Z', 'revision_number': 4, 'project_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'gw_port': {'id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:25:04Z', 'updated_at': '2021-09-03T18:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5', 'name': '', 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'mac_address': 'fa:16:3e:9a:76:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bc22b1e9-a734-4f7f-ac94-eed79b882641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:25:09Z', 'updated_at': '2021-09-03T18:25:11Z', 'revision_number': 2, 'project_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'subnets': [{'id': 'bc22b1e9-a734-4f7f-ac94-eed79b882641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:13.382426 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ec267-42cc-4c68-a02a-4ac636b1456f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3ca31d-4014-4b1a-bdfa-f9959c7dd562,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:13.404600 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Checking router: 47cdcd0e-f162-4954-a41e-1195ffc3cae6 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:25:13.404600 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Updating router 47cdcd0e-f162-4954-a41e-1195ffc3cae6 port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 binding host dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:25:13.430914 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.461874 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7f75c9ca-46ba-4f16-a26c-95256dcb45e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.509408 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7f75c9ca-46ba-4f16-a26c-95256dcb45e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.641609 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 33114) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:13.646134 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-6e6b4e0f-2452-4f7b-bdd1-7b3edf96a81e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-389678526', 'description': 'tempest-secgroup-smoke-389678526 description', 'project_id': '505fcc68162a484aa2508fe94a4acdaf'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:13.659541 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7f75c9ca-46ba-4f16-a26c-95256dcb45e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.663988 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7f75c9ca-46ba-4f16-a26c-95256dcb45e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.666447 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-7f75c9ca-46ba-4f16-a26c-95256dcb45e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b3ca31d-4014-4b1a-bdfa-f9959c7dd562 HTTP/1.1" status: 204 len: 168 time: 0.3795125 Sep 03 18:25:13.687880 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75c9ca-46ba-4f16-a26c-95256dcb45e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3ca31d-4014-4b1a-bdfa-f9959c7dd562,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:13.799897 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4e0f-2452-4f7b-bdd1-7b3edf96a81e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.844987 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:25:14.000980 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4e0f-2452-4f7b-bdd1-7b3edf96a81e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.052856 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe2d1c-afe8-43e6-acab-81e22fe53026 req-bffd4269-73a7-44cd-8846-6713b17f1f5c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:14.068610 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-81fe2d1c-afe8-43e6-acab-81e22fe53026 req-bffd4269-73a7-44cd-8846-6713b17f1f5c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.2480366 Sep 03 18:25:14.091247 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:14.091806 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.116882 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4e0f-2452-4f7b-bdd1-7b3edf96a81e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.199481 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-81fe2d1c-afe8-43e6-acab-81e22fe53026 req-b6df220b-a733-4c25-bba6-3a3a4ffd40dd tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228304 Sep 03 18:25:14.207867 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6e6b4e0f-2452-4f7b-bdd1-7b3edf96a81e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.209141 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-6e6b4e0f-2452-4f7b-bdd1-7b3edf96a81e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5665295 Sep 03 18:25:14.212199 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 33142) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:14.221308 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-5d33c7d6-3bd8-4cc0-89bb-c7a19d50e810 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Request body: {'security_group_rule': {'security_group_id': 'cbb5cdc8-dc43-48bb-aff3-32627438cc6a', 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:14.268465 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae3b8a-a428-4003-8bdc-75243f9ccba8 req-78be37ac-ebd9-45fd-bca9-38d82834f9cf tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:14.279417 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-19ae3b8a-a428-4003-8bdc-75243f9ccba8 req-78be37ac-ebd9-45fd-bca9-38d82834f9cf tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.2076423 Sep 03 18:25:14.301727 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.309202 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b4e0f-2452-4f7b-bdd1-7b3edf96a81e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb5cdc8-dc43-48bb-aff3-32627438cc6a,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:14.344334 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Transition to ACTIVE for port object ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:25:14.352814 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-19ae3b8a-a428-4003-8bdc-75243f9ccba8 req-54b42ec3-52bc-4d8e-a6a3-9d081b2380de tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0717614 Sep 03 18:25:14.384373 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d33c7d6-3bd8-4cc0-89bb-c7a19d50e810 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.434682 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.503255 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b3a0a-1a21-432e-809f-9a5398ca2305 None None] Pushing event updated for resources: {'Port': ['ID=ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:14.508296 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d33c7d6-3bd8-4cc0-89bb-c7a19d50e810 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.602424 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d33c7d6-3bd8-4cc0-89bb-c7a19d50e810 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.625569 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33c7d6-3bd8-4cc0-89bb-c7a19d50e810 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fae5f9e-c523-4056-8a47-36079c180937,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:14.649733 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Attempting to bind port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:25:14.650279 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Attempting to bind port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': 'da543859-9640-4adc-89ab-2f2d957030c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:25:14.650681 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Attempting to bind port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 on network c26d8eea-1785-414c-bcbb-0d956190a6a2 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:25:14.659860 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:25:14.660862 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Checking segment: {'id': 'da543859-9640-4adc-89ab-2f2d957030c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:25:14.661481 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.662045 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Bound using segment: {'id': 'da543859-9640-4adc-89ab-2f2d957030c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:25:14.662695 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Bound port: ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da543859-9640-4adc-89ab-2f2d957030c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:25:14.663431 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.754179 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] For port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:25:14.758805 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] For port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5,segment=NetworkSegment(da543859-9640-4adc-89ab-2f2d957030c0),segment_id=da543859-9640-4adc-89ab-2f2d957030c0)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:25:14.768180 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5d33c7d6-3bd8-4cc0-89bb-c7a19d50e810 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.769672 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-5d33c7d6-3bd8-4cc0-89bb-c7a19d50e810 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5558381 Sep 03 18:25:14.773217 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 33160) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:14.778949 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-c0e1e08d-7c02-4c77-8f93-40b33985354e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Request body: {'security_group_rule': {'security_group_id': 'cbb5cdc8-dc43-48bb-aff3-32627438cc6a', 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:14.929680 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.945799 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e08d-7c02-4c77-8f93-40b33985354e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:15.046933 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Routers {'47cdcd0e-f162-4954-a41e-1195ffc3cae6'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:15.046933 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:24:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['47cdcd0e-f162-4954-a41e-1195ffc3cae6'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:15.108388 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e08d-7c02-4c77-8f93-40b33985354e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:15.117605 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b3a0a-1a21-432e-809f-9a5398ca2305 None None] Pushing event updated for resources: {'Port': ['ID=ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:15.240810 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e08d-7c02-4c77-8f93-40b33985354e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:15.359556 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1e08d-7c02-4c77-8f93-40b33985354e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9cdf5e-0624-410b-9745-e598aac32bcc,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:15.393848 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] Set router 47cdcd0e-f162-4954-a41e-1195ffc3cae6 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:15.409341 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad431e34-8dbb-4493-8d4d-e21af56fc3de req-798000d7-3bf3-4e8c-ba06-3fcfa95f10b1 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:15.423361 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ad431e34-8dbb-4493-8d4d-e21af56fc3de req-798000d7-3bf3-4e8c-ba06-3fcfa95f10b1 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1208458 Sep 03 18:25:15.510672 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ad431e34-8dbb-4493-8d4d-e21af56fc3de req-b4e5d031-5252-44b7-b136-53e827f01b5a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858781 Sep 03 18:25:15.514320 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c0e1e08d-7c02-4c77-8f93-40b33985354e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:15.514320 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-c0e1e08d-7c02-4c77-8f93-40b33985354e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7386172 Sep 03 18:25:15.518213 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 33188) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:15.531600 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-d3bb7dbd-9155-4d83-9ec3-0c12093ff993 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Request body: {'security_group_rule': {'security_group_id': 'cbb5cdc8-dc43-48bb-aff3-32627438cc6a', 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:15.598520 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97852f1d-7370-41b6-8a02-f93ba013968a req-2cb62911-56e5-43be-9d02-fba454c5d44a tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:15.606432 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-97852f1d-7370-41b6-8a02-f93ba013968a req-2cb62911-56e5-43be-9d02-fba454c5d44a tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0924611 Sep 03 18:25:15.663936 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7dbd-9155-4d83-9ec3-0c12093ff993 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:15.677456 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-97852f1d-7370-41b6-8a02-f93ba013968a req-535a8757-bc67-4822-8724-5191f4e582c1 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0697665 Sep 03 18:25:15.800581 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7dbd-9155-4d83-9ec3-0c12093ff993 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:15.887529 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7dbd-9155-4d83-9ec3-0c12093ff993 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:15.915174 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'name': 'tempest-TestShelveInstance-1774304317-router', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:25:03Z', 'updated_at': '2021-09-03T18:25:11Z', 'revision_number': 4, 'project_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'gw_port': {'id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:25:04Z', 'updated_at': '2021-09-03T18:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5', 'name': '', 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'mac_address': 'fa:16:3e:9a:76:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bc22b1e9-a734-4f7f-ac94-eed79b882641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:25:09Z', 'updated_at': '2021-09-03T18:25:14Z', 'revision_number': 4, 'project_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'subnets': [{'id': 'bc22b1e9-a734-4f7f-ac94-eed79b882641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:15.926276 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb7dbd-9155-4d83-9ec3-0c12093ff993 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b86be18-e6ec-47a4-9258-710b808a94d9,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:15.960394 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1dffc-f980-489c-9e9c-4fe1418d9c20 None None] The sync data for ids ['47cdcd0e-f162-4954-a41e-1195ffc3cae6'] in dv-cinder-760193-9-iscsi is: [{'id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'name': 'tempest-TestShelveInstance-1774304317-router', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:25:03Z', 'updated_at': '2021-09-03T18:25:11Z', 'revision_number': 4, 'project_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'gw_port': {'id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:25:04Z', 'updated_at': '2021-09-03T18:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5', 'name': '', 'network_id': 'c26d8eea-1785-414c-bcbb-0d956190a6a2', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'mac_address': 'fa:16:3e:9a:76:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'bc22b1e9-a734-4f7f-ac94-eed79b882641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:25:09Z', 'updated_at': '2021-09-03T18:25:14Z', 'revision_number': 4, 'project_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'subnets': [{'id': 'bc22b1e9-a734-4f7f-ac94-eed79b882641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:25:15.973786 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d3bb7dbd-9155-4d83-9ec3-0c12093ff993 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:15.976850 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-d3bb7dbd-9155-4d83-9ec3-0c12093ff993 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4566016 Sep 03 18:25:15.979456 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 33206) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:15.988614 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-1c758d9b-c7ff-4b4e-9cb4-36908904f946 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Request body: {'security_group_rule': {'security_group_id': 'cbb5cdc8-dc43-48bb-aff3-32627438cc6a', 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:16.147845 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1c758d9b-c7ff-4b4e-9cb4-36908904f946 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:16.256529 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1c758d9b-c7ff-4b4e-9cb4-36908904f946 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:16.356691 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1c758d9b-c7ff-4b4e-9cb4-36908904f946 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:16.395537 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c758d9b-c7ff-4b4e-9cb4-36908904f946 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e62845-da48-4346-b256-0545bff0ab94,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:16.520047 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1c758d9b-c7ff-4b4e-9cb4-36908904f946 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:16.525193 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-1c758d9b-c7ff-4b4e-9cb4-36908904f946 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5406342 Sep 03 18:25:16.525659 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 33224) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:16.534379 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-fc7e47b0-af69-49ae-8891-fd0ccf804b7c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Request body: {'security_group_rule': {'security_group_id': 'cbb5cdc8-dc43-48bb-aff3-32627438cc6a', 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:16.571119 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 33230) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:16.691122 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.securitygroups_db [None req-fc7e47b0-af69-49ae-8891-fd0ccf804b7c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Project 505fcc68162a484aa2508fe94a4acdaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:25:16.708103 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fc7e47b0-af69-49ae-8891-fd0ccf804b7c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:16.764854 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc458-7508-4961-89c3-44b0f965a555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:16.779635 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9262f7-e533-4daf-8727-efce5909dec6 req-5aba4964-4bff-4222-9036-10693feee13d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:16.787036 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ef9262f7-e533-4daf-8727-efce5909dec6 req-5aba4964-4bff-4222-9036-10693feee13d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1513441 Sep 03 18:25:16.865922 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ef9262f7-e533-4daf-8727-efce5909dec6 req-3f4094c2-5b34-492e-97a4-bc64b7235d13 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773597 Sep 03 18:25:16.932464 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fc7e47b0-af69-49ae-8891-fd0ccf804b7c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.008016 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fc7e47b0-af69-49ae-8891-fd0ccf804b7c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.023715 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc458-7508-4961-89c3-44b0f965a555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.039372 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9f7b0-31ec-434d-b2c2-a6cf58b06934 req-59c93d6b-c9fa-4cf4-9855-3e7267052bd7 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:17.047530 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dbd9f7b0-31ec-434d-b2c2-a6cf58b06934 req-59c93d6b-c9fa-4cf4-9855-3e7267052bd7 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.2044146 Sep 03 18:25:17.054734 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e47b0-af69-49ae-8891-fd0ccf804b7c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0437dccb-8abd-4593-ad40-026b49cc44ae,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:17.098626 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dbd9f7b0-31ec-434d-b2c2-a6cf58b06934 req-6767cb37-ca9a-421c-a7fe-2b155df4aabf tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0484891 Sep 03 18:25:17.110130 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4bcfc458-7508-4961-89c3-44b0f965a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.170318 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfc458-7508-4961-89c3-44b0f965a555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636ac669-cac0-44bb-a2d9-1aa8e67a15e0,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:17.192808 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 33242) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:17.205582 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-4bcfc458-7508-4961-89c3-44b0f965a555 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36aaf8a2453c4de8a6e57638c31afb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328292 Sep 03 18:25:17.239971 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fc7e47b0-af69-49ae-8891-fd0ccf804b7c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.241681 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-fc7e47b0-af69-49ae-8891-fd0ccf804b7c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7126992 Sep 03 18:25:17.245100 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 33244) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:17.251492 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-0db6b36a-fc1f-4ca3-9e06-b14fca4ca672 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Request body: {'security_group_rule': {'security_group_id': 'cbb5cdc8-dc43-48bb-aff3-32627438cc6a', 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:17.312376 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d73a0fa9-4c6d-4399-97c3-831ce5bc5da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.343152 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d73a0fa9-4c6d-4399-97c3-831ce5bc5da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.417878 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.securitygroups_db [None req-0db6b36a-fc1f-4ca3-9e06-b14fca4ca672 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Project 505fcc68162a484aa2508fe94a4acdaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:25:17.433301 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0db6b36a-fc1f-4ca3-9e06-b14fca4ca672 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.565618 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d73a0fa9-4c6d-4399-97c3-831ce5bc5da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.568520 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d73a0fa9-4c6d-4399-97c3-831ce5bc5da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.569815 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-d73a0fa9-4c6d-4399-97c3-831ce5bc5da5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/636ac669-cac0-44bb-a2d9-1aa8e67a15e0 HTTP/1.1" status: 204 len: 168 time: 0.3759463 Sep 03 18:25:17.581120 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a0fa9-4c6d-4399-97c3-831ce5bc5da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636ac669-cac0-44bb-a2d9-1aa8e67a15e0,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:17.590557 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0db6b36a-fc1f-4ca3-9e06-b14fca4ca672 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.662976 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0db6b36a-fc1f-4ca3-9e06-b14fca4ca672 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.718802 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6b36a-fc1f-4ca3-9e06-b14fca4ca672 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30feb6e7-ceaa-4633-9941-2c33a2f7332f,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:17.818033 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:25:17.836528 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0db6b36a-fc1f-4ca3-9e06-b14fca4ca672 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:17.840375 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-0db6b36a-fc1f-4ca3-9e06-b14fca4ca672 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5914888 Sep 03 18:25:18.002070 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:25:18.008903 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:18.009723 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:18.020882 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e0ad24-7f35-42cb-9788-1496599a33c3 req-d5d17973-02dc-4860-80a4-e00bc508a98c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:18.029246 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a3e0ad24-7f35-42cb-9788-1496599a33c3 req-d5d17973-02dc-4860-80a4-e00bc508a98c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0778804 Sep 03 18:25:18.084207 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a3e0ad24-7f35-42cb-9788-1496599a33c3 req-1af444bf-7ba0-4f65-9230-31bc8925d04c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526814 Sep 03 18:25:18.121064 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:18.170292 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5,segment=NetworkSegment(da543859-9640-4adc-89ab-2f2d957030c0),segment_id=da543859-9640-4adc-89ab-2f2d957030c0)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:18.233394 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641bca7-6ed8-43b2-ba5e-2ada7e710778 req-b0c25c93-db07-4349-ad06-a9e15c526869 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:18.234824 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c641bca7-6ed8-43b2-ba5e-2ada7e710778 req-b0c25c93-db07-4349-ad06-a9e15c526869 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0655601 Sep 03 18:25:18.239876 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:18.277678 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c641bca7-6ed8-43b2-ba5e-2ada7e710778 req-6181b262-a20d-4a5d-b90e-ac687810cfd3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365808 Sep 03 18:25:18.300656 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:19.205480 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e892a56-c818-4d52-ab37-03705fe864c8 req-cee6bca0-49f9-4418-b156-54e7c80f8688 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:19.207120 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0e892a56-c818-4d52-ab37-03705fe864c8 req-cee6bca0-49f9-4418-b156-54e7c80f8688 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0553129 Sep 03 18:25:19.256234 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0e892a56-c818-4d52-ab37-03705fe864c8 req-ed495adf-58b9-43e4-9042-4aac9555d24f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 Sep 03 18:25:19.406565 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ca93-dbce-4673-86ec-a7263249f7e4 req-079c7c9c-7200-404e-81cb-823704e9e9fd tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:19.408552 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-53f8ca93-dbce-4673-86ec-a7263249f7e4 req-079c7c9c-7200-404e-81cb-823704e9e9fd tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0541015 Sep 03 18:25:19.453148 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-53f8ca93-dbce-4673-86ec-a7263249f7e4 req-ee339af7-6c69-438e-bc37-519df72717d2 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0361192 Sep 03 18:25:19.720174 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:25:19.828502 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:19.829357 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:20.391654 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce7d0e-2a30-4823-b8d0-2e8f5cfa5b9f req-b1cebb37-3eeb-44f5-a7fc-6e8082b4d282 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:20.393150 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-82ce7d0e-2a30-4823-b8d0-2e8f5cfa5b9f req-b1cebb37-3eeb-44f5-a7fc-6e8082b4d282 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0541503 Sep 03 18:25:20.433648 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-82ce7d0e-2a30-4823-b8d0-2e8f5cfa5b9f req-ac227d33-af97-47a1-b5f1-56ab57350980 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343268 Sep 03 18:25:20.592714 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6a478-77d0-434a-941d-a077de8ac110 req-f2c84eae-135e-48de-a2dd-5c78f805559e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:20.594296 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0dc6a478-77d0-434a-941d-a077de8ac110 req-f2c84eae-135e-48de-a2dd-5c78f805559e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0622427 Sep 03 18:25:20.602674 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-caa8b53a-5af4-4a0c-9750-3f8048641731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:20.671712 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0dc6a478-77d0-434a-941d-a077de8ac110 req-8fc167bb-c315-4d0e-9301-877ca278c279 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0550225 Sep 03 18:25:21.627591 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e191199-ac23-4868-8555-27e6a356c3ae req-f5f441d5-673b-46da-bba9-ec351fa2f97e tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:21.629255 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5e191199-ac23-4868-8555-27e6a356c3ae req-f5f441d5-673b-46da-bba9-ec351fa2f97e tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0596466 Sep 03 18:25:21.721855 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5e191199-ac23-4868-8555-27e6a356c3ae req-0ebdff90-8e36-4b82-9c99-5fd726d144b8 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773346 Sep 03 18:25:21.857080 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750ee17-f8c6-4bd2-b3e5-70e0e5b8cff5 req-faa667ca-d4f5-4989-94f6-c323afe43e72 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:21.859109 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9750ee17-f8c6-4bd2-b3e5-70e0e5b8cff5 req-faa667ca-d4f5-4989-94f6-c323afe43e72 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0619321 Sep 03 18:25:21.910742 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9750ee17-f8c6-4bd2-b3e5-70e0e5b8cff5 req-cf3918dd-b4ab-4ed8-bbdc-51ba0ff17b0d tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445826 Sep 03 18:25:22.215083 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 33494) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:22.335288 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3008-04a6-4df8-9e07-43b1fb7a0d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:22.436157 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3008-04a6-4df8-9e07-43b1fb7a0d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:22.527697 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a5ae3008-04a6-4df8-9e07-43b1fb7a0d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:22.568770 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae3008-04a6-4df8-9e07-43b1fb7a0d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3748d18-40ac-444a-96ab-8869cb83548b,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:22.573492 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-a5ae3008-04a6-4df8-9e07-43b1fb7a0d60 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f978c27395164cb58ac46a0b9912ed30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570297 Sep 03 18:25:22.577457 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 33498) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:22.633363 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7097be44-9c70-4a5e-b62d-1d83fbc8e203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:22.656782 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7097be44-9c70-4a5e-b62d-1d83fbc8e203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:22.791385 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7097be44-9c70-4a5e-b62d-1d83fbc8e203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:22.794263 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7097be44-9c70-4a5e-b62d-1d83fbc8e203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:22.798010 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-7097be44-9c70-4a5e-b62d-1d83fbc8e203 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3748d18-40ac-444a-96ab-8869cb83548b HTTP/1.1" status: 204 len: 168 time: 0.2170496 Sep 03 18:25:22.813723 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097be44-9c70-4a5e-b62d-1d83fbc8e203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3748d18-40ac-444a-96ab-8869cb83548b,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:22.879516 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94167c2-33d9-49bc-a911-c5b2ca0c3a04 req-4263266e-2a01-48bd-8c19-5e5519961e32 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:22.882165 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c94167c2-33d9-49bc-a911-c5b2ca0c3a04 req-4263266e-2a01-48bd-8c19-5e5519961e32 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0639796 Sep 03 18:25:22.937447 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c94167c2-33d9-49bc-a911-c5b2ca0c3a04 req-8a32c3f3-4aaf-4243-9f12-45f77855680d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417383 Sep 03 18:25:22.977420 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8dcbbd14-05f4-40e2-adcc-1f0a2556090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:23.098595 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0311b-3aaf-4bb4-ba2e-21f9af730d5f req-510fec30-42ed-424d-9a3f-fc04ffe46209 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:23.100988 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-efa0311b-3aaf-4bb4-ba2e-21f9af730d5f req-510fec30-42ed-424d-9a3f-fc04ffe46209 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0667093 Sep 03 18:25:23.180914 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-efa0311b-3aaf-4bb4-ba2e-21f9af730d5f req-821ae2f7-d165-4b91-b5a7-22f58ba32349 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0646527 Sep 03 18:25:23.425284 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:23.640802 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 33518) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:23.654814 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-709f351b-4901-4cfc-83ba-506ba4b7f5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:23.775716 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-709f351b-4901-4cfc-83ba-506ba4b7f5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:23.834312 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-709f351b-4901-4cfc-83ba-506ba4b7f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:23.891950 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 33520) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:23.892662 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-709f351b-4901-4cfc-83ba-506ba4b7f5b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a7fedbe25744cd794f37fa73e1abcee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503204 Sep 03 18:25:23.893250 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f351b-4901-4cfc-83ba-506ba4b7f5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3914b33-ae06-4df0-a666-40e28fd80217,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:23.960105 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-775447c4-a98a-460f-bc04-a20fc9540b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:24.002958 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-775447c4-a98a-460f-bc04-a20fc9540b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:24.066940 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f4c2f-42fa-42c6-b582-657262941d10 req-207f9cdd-f1cf-472f-a2f9-877fba5bf9f2 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:24.068455 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d5f4c2f-42fa-42c6-b582-657262941d10 req-207f9cdd-f1cf-472f-a2f9-877fba5bf9f2 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0548387 Sep 03 18:25:24.128566 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d5f4c2f-42fa-42c6-b582-657262941d10 req-72a5b13e-2b92-442d-812c-e039e1eb1b9a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518787 Sep 03 18:25:24.133716 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-775447c4-a98a-460f-bc04-a20fc9540b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:24.137243 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-775447c4-a98a-460f-bc04-a20fc9540b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:24.138710 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-775447c4-a98a-460f-bc04-a20fc9540b1f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c3914b33-ae06-4df0-a666-40e28fd80217 HTTP/1.1" status: 204 len: 168 time: 0.2454329 Sep 03 18:25:24.148893 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775447c4-a98a-460f-bc04-a20fc9540b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3914b33-ae06-4df0-a666-40e28fd80217,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:24.177617 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:24.355213 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847180b-533d-4528-9132-04c29ac607a7 req-4bdf1a7b-4213-4495-9919-06d9412bcd71 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:24.357096 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5847180b-533d-4528-9132-04c29ac607a7 req-4bdf1a7b-4213-4495-9919-06d9412bcd71 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0709686 Sep 03 18:25:24.401184 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5847180b-533d-4528-9132-04c29ac607a7 req-727d47a9-c607-429a-9d00-7b84c05dea2f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0380120 Sep 03 18:25:24.740930 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:25:24.841641 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 33542) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:24.975475 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-cdc395ab-05b1-4dd6-83a3-97d257d8c1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:25.095450 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-cdc395ab-05b1-4dd6-83a3-97d257d8c1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:25.154543 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-cdc395ab-05b1-4dd6-83a3-97d257d8c1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:25.202148 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-cdc395ab-05b1-4dd6-83a3-97d257d8c1fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0c10ea5e02f4048be010c492581408a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570547 Sep 03 18:25:25.202778 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc395ab-05b1-4dd6-83a3-97d257d8c1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd015fef-a228-4873-8444-8f6025642e03,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:25.203037 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 33556) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:25.288570 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-53bef7dc-8680-4032-9219-82d377679af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:25.325985 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-53bef7dc-8680-4032-9219-82d377679af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:25.343323 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465c66d-3b46-4aff-9040-9c6b39d2a294 req-f4a4ad0f-28c0-4b3e-a489-54d39d8e3ab7 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:25.352823 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6465c66d-3b46-4aff-9040-9c6b39d2a294 req-f4a4ad0f-28c0-4b3e-a489-54d39d8e3ab7 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0989301 Sep 03 18:25:25.420611 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6465c66d-3b46-4aff-9040-9c6b39d2a294 req-854f3711-90b0-459b-a39b-ef7cdd10c169 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667002 Sep 03 18:25:25.483420 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-53bef7dc-8680-4032-9219-82d377679af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:25.491462 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-53bef7dc-8680-4032-9219-82d377679af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:25.491462 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-53bef7dc-8680-4032-9219-82d377679af0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bd015fef-a228-4873-8444-8f6025642e03 HTTP/1.1" status: 204 len: 168 time: 0.2831283 Sep 03 18:25:25.498042 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bef7dc-8680-4032-9219-82d377679af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd015fef-a228-4873-8444-8f6025642e03,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:25.620154 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6512c3-38b4-4aaf-9931-2627a4a66238 req-fdc24420-a6c7-4752-a01e-75fdaef2e48c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:25.621785 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-df6512c3-38b4-4aaf-9931-2627a4a66238 req-fdc24420-a6c7-4752-a01e-75fdaef2e48c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0766108 Sep 03 18:25:25.687358 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-df6512c3-38b4-4aaf-9931-2627a4a66238 req-bf9b71af-e3ae-4d48-b831-17260399a8f3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0509586 Sep 03 18:25:25.888264 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:26.643425 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c59420-42ed-476a-b2f9-280e15bd6129 req-32af3be2-ab8a-415d-89aa-000621aaf23b tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:26.658323 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-10c59420-42ed-476a-b2f9-280e15bd6129 req-32af3be2-ab8a-415d-89aa-000621aaf23b tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1400599 Sep 03 18:25:26.718740 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-10c59420-42ed-476a-b2f9-280e15bd6129 req-0ce0e0b5-d533-4d1e-beb3-fe6ccd2302ef tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532956 Sep 03 18:25:26.916706 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b171e9a-e88e-4367-a920-4063bc2b03c8 req-4ad563d3-0ff7-4aa4-aea3-26e021078f08 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:26.927740 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4b171e9a-e88e-4367-a920-4063bc2b03c8 req-4ad563d3-0ff7-4aa4-aea3-26e021078f08 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.1259108 Sep 03 18:25:26.962932 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 33608) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:27.000067 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4b171e9a-e88e-4367-a920-4063bc2b03c8 req-e8e6e2ed-576b-480e-bf58-b798eb51e289 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0706611 Sep 03 18:25:27.119409 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1396541466-network', 'tenant_id': '9159dda29b4743ddadaced7e16471059'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:27.217266 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Made reservation on behalf of 9159dda29b4743ddadaced7e16471059 for: {'network': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:25:27.220469 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:27.233635 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:27.329547 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:27.425195 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:27.460956 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=94512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:25:27.474728 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836804e6-27c7-4aff-9804-c9ca77305aec,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:27.480042 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:27.480418 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.segments_db [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Added segment ddb30483-a0bb-4746-adcf-d348ecf70025 of type vlan for network 8813a13e-d912-4b3b-b033-3c59689bfe31 Sep 03 18:25:27.524761 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:27.647632 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:27.648859 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:27.649447 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:27.710235 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] Pushing event updated for resources: {'Network': ['ID=8813a13e-d912-4b3b-b033-3c59689bfe31,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:27.721204 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network 8813a13e-d912-4b3b-b033-3c59689bfe31 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:25:27.747196 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-91feb8a7-aa43-47d0-892d-61ba1f4bab35 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7820537 Sep 03 18:25:27.750058 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 33620) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:27.773337 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-52198210-c6bb-4828-83df-879fadc92111 admin admin] Request body: {'subnet': {'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1396541466-subnet', 'tenant_id': '9159dda29b4743ddadaced7e16471059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:27.830329 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52198210-c6bb-4828-83df-879fadc92111 admin admin] Made reservation on behalf of 9159dda29b4743ddadaced7e16471059 for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:25:27.833204 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-52198210-c6bb-4828-83df-879fadc92111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62429635'] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:27.878824 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a0273-e782-4d0a-907e-2ca2c011010f req-c2b68d15-0b4d-41f8-9ecc-1960579f79b0 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:27.880377 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-892a0273-e782-4d0a-907e-2ca2c011010f req-c2b68d15-0b4d-41f8-9ecc-1960579f79b0 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0523825 Sep 03 18:25:27.930691 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-892a0273-e782-4d0a-907e-2ca2c011010f req-e177ed5b-037e-4e77-8aed-53b18122f0ca tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414600 Sep 03 18:25:28.116329 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-52198210-c6bb-4828-83df-879fadc92111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62748077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62429677'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:28.154104 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244f207-1332-4077-9f1e-8b0b0b1c2c9c req-630bffc7-5fe0-497a-b62e-d1ad459f0b01 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:28.156802 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c244f207-1332-4077-9f1e-8b0b0b1c2c9c req-630bffc7-5fe0-497a-b62e-d1ad459f0b01 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0764992 Sep 03 18:25:28.179218 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52198210-c6bb-4828-83df-879fadc92111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9873764d-5872-4540-aced-f982201e56ea,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:28.189830 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52198210-c6bb-4828-83df-879fadc92111 admin admin] Checking segment: {'id': 'ddb30483-a0bb-4746-adcf-d348ecf70025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:25:28.194330 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52198210-c6bb-4828-83df-879fadc92111 admin admin] Network hostable DHCP agents. Network: 8813a13e-d912-4b3b-b033-3c59689bfe31, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:25:28.231081 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c244f207-1332-4077-9f1e-8b0b0b1c2c9c req-3532d878-730d-4231-9d0d-c0cb948df8c7 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0671103 Sep 03 18:25:28.299207 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52198210-c6bb-4828-83df-879fadc92111 admin admin] Network 8813a13e-d912-4b3b-b033-3c59689bfe31 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:25:28.368074 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-52198210-c6bb-4828-83df-879fadc92111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, 8813a13e-d912-4b3b-b033-3c59689bfe31) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:25:28.380528 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf58ff-bc75-449b-8c2f-0c1fdcdeca86 None None] Network 8813a13e-d912-4b3b-b033-3c59689bfe31 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:25:28.382472 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52198210-c6bb-4828-83df-879fadc92111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:28.391195 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-52198210-c6bb-4828-83df-879fadc92111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:28.488692 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-52198210-c6bb-4828-83df-879fadc92111 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7349572 Sep 03 18:25:28.554738 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c546e8-4175-4382-9087-e6fc74427997 None None] Network 8813a13e-d912-4b3b-b033-3c59689bfe31 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:25:29.057894 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9141dc0-e624-46fc-8a46-1401f9a7ec10 req-216461d2-23fc-495e-b3d0-6799003badc7 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:29.059475 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b9141dc0-e624-46fc-8a46-1401f9a7ec10 req-216461d2-23fc-495e-b3d0-6799003badc7 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0508666 Sep 03 18:25:29.113007 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b9141dc0-e624-46fc-8a46-1401f9a7ec10 req-805e95c6-9214-4c09-a2c5-788056082c1e tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432525 Sep 03 18:25:29.395664 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d146f2b-3fc3-4cf3-9204-0b9255dae24b req-4b0387b1-97b3-4572-a814-edaf4614ca4d tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:29.397479 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5d146f2b-3fc3-4cf3-9204-0b9255dae24b req-4b0387b1-97b3-4572-a814-edaf4614ca4d tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0616717 Sep 03 18:25:29.443170 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5d146f2b-3fc3-4cf3-9204-0b9255dae24b req-4304fae4-b15c-47ac-9049-a3e8c346d86f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0387161 Sep 03 18:25:30.232338 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401726fb-2cfb-4286-801f-44cfbe281f16 req-81a3a7a5-1303-4aa5-ab2f-eed7b91010dd tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:30.233841 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-401726fb-2cfb-4286-801f-44cfbe281f16 req-81a3a7a5-1303-4aa5-ab2f-eed7b91010dd tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0532649 Sep 03 18:25:30.271297 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-401726fb-2cfb-4286-801f-44cfbe281f16 req-8b4fbf4f-d2eb-420a-83b9-08a26a7d20e3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Sep 03 18:25:30.566000 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd70bc-3fa3-4ad4-93d4-8be0d351065d req-cc4f04a6-ee6e-40b3-aa89-530267beb3b1 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:30.567604 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e5fd70bc-3fa3-4ad4-93d4-8be0d351065d req-cc4f04a6-ee6e-40b3-aa89-530267beb3b1 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0500550 Sep 03 18:25:30.615265 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e5fd70bc-3fa3-4ad4-93d4-8be0d351065d req-3d8a18b2-c347-49f0-ad97-d9adb4999efb tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400891 Sep 03 18:25:31.385481 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc9b2c-9dd5-46f6-89e4-7185f50c62cb req-2c798e1c-64bb-405f-805e-8bc2d1c7e172 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:31.386997 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b5bc9b2c-9dd5-46f6-89e4-7185f50c62cb req-2c798e1c-64bb-405f-805e-8bc2d1c7e172 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0500338 Sep 03 18:25:31.425454 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b5bc9b2c-9dd5-46f6-89e4-7185f50c62cb req-2c57b244-0410-4442-bbd8-2df08bc19e18 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325561 Sep 03 18:25:31.736934 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daae4d-fdd0-47aa-b144-65ed2c59aa33 req-f19a81d2-7db8-4b6e-896f-9a13baef61ac tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:31.738419 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60daae4d-fdd0-47aa-b144-65ed2c59aa33 req-f19a81d2-7db8-4b6e-896f-9a13baef61ac tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0556517 Sep 03 18:25:31.776258 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60daae4d-fdd0-47aa-b144-65ed2c59aa33 req-04800379-4f9a-4103-a8f9-0d58a90288ba tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312860 Sep 03 18:25:32.558832 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9754f7-0719-4dc9-954e-039689e3f166 req-5bc8a6b0-540c-417f-8f63-d9c677c6bc36 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:32.560738 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9754f7-0719-4dc9-954e-039689e3f166 req-5bc8a6b0-540c-417f-8f63-d9c677c6bc36 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0541070 Sep 03 18:25:32.620973 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9754f7-0719-4dc9-954e-039689e3f166 req-55ba2ea5-9caa-4bb2-b814-702a845e71b6 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492747 Sep 03 18:25:32.948916 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cabcdc-9dae-41dd-abe3-50a41e34c55d req-d3c3dd7c-83a8-4624-afe6-ad0e28a5abeb tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:32.950487 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-08cabcdc-9dae-41dd-abe3-50a41e34c55d req-d3c3dd7c-83a8-4624-afe6-ad0e28a5abeb tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0750399 Sep 03 18:25:33.007146 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-08cabcdc-9dae-41dd-abe3-50a41e34c55d req-1c77ea57-b0d1-4a57-83ec-94a98a142079 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462646 Sep 03 18:25:34.885154 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-4eba26b3-00f9-434b-b3f8-045899bfbfe8 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=e6d02397f9054e339b40e6a738275e02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417531 Sep 03 18:25:35.120611 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149225c6-d10f-4173-9e16-695740893194 req-e3abf5b6-131d-42fe-9a9b-e7fd0641bfb0 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:35.122101 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-e3abf5b6-131d-42fe-9a9b-e7fd0641bfb0 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/networks?id=8813a13e-d912-4b3b-b033-3c59689bfe31 HTTP/1.1" status: 200 len: 814 time: 0.2672842 Sep 03 18:25:35.145534 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-b519c22f-9a4e-4326-8681-fe23f510acd9 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:35.147037 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-b519c22f-9a4e-4326-8681-fe23f510acd9 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2522407 Sep 03 18:25:35.148771 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-2a5abeee-4e1f-4c36-82cb-d05989a090bd tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/quotas/9159dda29b4743ddadaced7e16471059 HTTP/1.1" status: 200 len: 375 time: 0.0210023 Sep 03 18:25:35.171593 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-f1e89e36-7e29-4ac6-bd18-0b89de2a4284 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/quotas/e6d02397f9054e339b40e6a738275e02 HTTP/1.1" status: 200 len: 375 time: 0.0184627 Sep 03 18:25:35.188104 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-a5c89327-2d71-4f8c-a2e6-9b35c24df3cd tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9159dda29b4743ddadaced7e16471059&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288258 Sep 03 18:25:35.229615 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-3e99aad8-4f87-4d07-99df-cf90bf72c9f1 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e6d02397f9054e339b40e6a738275e02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444555 Sep 03 18:25:35.298676 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-fb30c1c1-eea2-4309-9303-abb461dda6b6 service neutron] 10.222.0.43 "GET /v2.0/networks/8813a13e-d912-4b3b-b033-3c59689bfe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030149 Sep 03 18:25:35.387823 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-22a775ff-238b-4645-b3dd-4bec81c57796 service neutron] 10.222.0.43 "GET /v2.0/networks/8813a13e-d912-4b3b-b033-3c59689bfe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829568 Sep 03 18:25:35.602194 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8e100-4415-4bae-888c-b4cd702272dd req-34ed31ad-0706-46c2-884a-e9de621e7887 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:35.616669 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0dc8e100-4415-4bae-888c-b4cd702272dd req-34ed31ad-0706-46c2-884a-e9de621e7887 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0907393 Sep 03 18:25:35.704293 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0dc8e100-4415-4bae-888c-b4cd702272dd req-35efb660-11c8-45a8-8a5a-451e0add4424 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849695 Sep 03 18:25:35.740967 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb140cba-56e0-4d0d-8c51-b7d20cff8ac8 req-5c2bd2bf-5901-4368-b193-16edb8e63f9f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:35.743151 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-eb140cba-56e0-4d0d-8c51-b7d20cff8ac8 req-5c2bd2bf-5901-4368-b193-16edb8e63f9f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.1045079 Sep 03 18:25:35.780593 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2d640f93-05d8-4b07-8a0e-ed987b09e5c6 req-800bec1e-7efc-4b4d-b2bd-0fe3ffa5b299 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 210 time: 0.0336857 Sep 03 18:25:35.858371 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-eb140cba-56e0-4d0d-8c51-b7d20cff8ac8 req-084675f8-bb0a-46b5-9c1a-a47d815595fd tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1005843 Sep 03 18:25:35.910619 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fdfce898-b0f9-46be-9054-cc3c9a2d6e32 req-e5f8eaab-2a8f-488c-a763-7052e4b92d5b tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 210 time: 0.0383034 Sep 03 18:25:36.823957 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3ab14-865d-4842-affa-1c1a2e47d36b req-3583c5d3-8e11-4ceb-993b-a100096bc32a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:36.828387 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-17b3ab14-865d-4842-affa-1c1a2e47d36b req-3583c5d3-8e11-4ceb-993b-a100096bc32a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0498550 Sep 03 18:25:36.880728 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-17b3ab14-865d-4842-affa-1c1a2e47d36b req-b277af04-0951-42c3-a3df-2e0503ce754d tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445573 Sep 03 18:25:36.896658 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ae9f32b9-d174-46b8-b56f-c8c7a76d627e req-14b948f1-22fb-4be9-ab18-758ba51e38f5 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 210 time: 0.0329111 Sep 03 18:25:37.037043 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca897798-9711-4991-85a5-fea15bab7d5e req-f03fb4ed-1e67-4016-9784-067bb7908f0f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:37.045295 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ca897798-9711-4991-85a5-fea15bab7d5e req-f03fb4ed-1e67-4016-9784-067bb7908f0f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0761271 Sep 03 18:25:37.084231 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-784ba56c-785b-43e1-8fe8-eecb45a9c27b req-540d94a9-0d7a-4ddf-b95e-02857fb506e1 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 210 time: 0.0675783 Sep 03 18:25:37.121722 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ca897798-9711-4991-85a5-fea15bab7d5e req-cdcdc483-baa5-48de-8bd8-8e1f043d23d9 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0751300 Sep 03 18:25:38.166010 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-aaeed4ff-4892-4970-94c5-d1abcf9bdf5f req-3765f12e-b49f-4deb-b6e7-e2906eb49f08 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 210 time: 0.1227698 Sep 03 18:25:38.174063 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-4d1c4d28-3b9e-47f5-aa70-7352754660d3 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e6d02397f9054e339b40e6a738275e02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795159 Sep 03 18:25:38.208318 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbee35c-c120-49e5-b563-b6c18c652ee4 req-c86462a0-d949-4731-a185-eef7576572d4 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:38.220498 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bdbee35c-c120-49e5-b563-b6c18c652ee4 req-c86462a0-d949-4731-a185-eef7576572d4 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.2307851 Sep 03 18:25:38.267978 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485f82e-1fde-4e10-bd15-5e0ce743cb78 req-d1702c9f-f9e1-4998-9e60-a6410d8f3bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:38.269481 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8485f82e-1fde-4e10-bd15-5e0ce743cb78 req-d1702c9f-f9e1-4998-9e60-a6410d8f3bdf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 1099 time: 0.2286530 Sep 03 18:25:38.332846 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-118e9318-14bc-447a-aeb5-56464c7aee35 req-458f14d8-0138-4fea-8148-32187a159c6a tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 210 time: 0.0669782 Sep 03 18:25:38.584276 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bdbee35c-c120-49e5-b563-b6c18c652ee4 req-1b050cd5-d503-4585-987e-c46df3094c56 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627963 Sep 03 18:25:38.652186 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8485f82e-1fde-4e10-bd15-5e0ce743cb78 req-9e207c9a-045d-427c-af92-d47be9639c52 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601832 Sep 03 18:25:38.667569 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-70c965d8-c1cd-4f43-9144-8f538d041f93 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:38.669082 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-70c965d8-c1cd-4f43-9144-8f538d041f93 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4394503 Sep 03 18:25:38.687132 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382869c-1d26-465e-bf1c-7f786a96f300 req-4bb59b17-07c3-4a2e-9bb2-bd93484c9624 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:38.689076 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8382869c-1d26-465e-bf1c-7f786a96f300 req-4bb59b17-07c3-4a2e-9bb2-bd93484c9624 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.1089008 Sep 03 18:25:38.728931 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8382869c-1d26-465e-bf1c-7f786a96f300 req-fdfaf1a9-ac34-43c8-9399-761f6a88db4e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335896 Sep 03 18:25:38.855342 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Request body: {'port': {'device_id': 'ef9af2c8-a558-4efa-a976-f966c398edd6', 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012', 'admin_state_up': True, 'tenant_id': 'e6d02397f9054e339b40e6a738275e02'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:39.042466 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149225c6-d10f-4173-9e16-695740893194 req-9aa4714d-0c43-49e3-9348-ed9e992f9299 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:39.043922 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-9aa4714d-0c43-49e3-9348-ed9e992f9299 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.32 "GET /v2.0/networks?id=8813a13e-d912-4b3b-b033-3c59689bfe31 HTTP/1.1" status: 200 len: 814 time: 0.1836247 Sep 03 18:25:39.059704 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-149225c6-d10f-4173-9e16-695740893194 req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Request body: {'port': {'device_id': '4c2562d8-f2e1-4240-b925-75ec54dfd1a6', 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31', 'admin_state_up': True, 'tenant_id': '9159dda29b4743ddadaced7e16471059'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:39.228544 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Made reservation on behalf of e6d02397f9054e339b40e6a738275e02 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:25:39.233113 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:39.253642 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:39.282642 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb13c9-5c36-4a06-90b1-6c4e384ef51a req-fe11fe5e-9c15-4ec8-8c4d-73fa3ec16c2f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:39.284167 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8fb13c9-5c36-4a06-90b1-6c4e384ef51a req-fe11fe5e-9c15-4ec8-8c4d-73fa3ec16c2f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.1804147 Sep 03 18:25:39.327585 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-81596027-466a-4a59-a8b6-e013730ad99d req-14f92a18-7a4b-4e01-b020-281a853d87f5 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 210 time: 0.0423827 Sep 03 18:25:39.379196 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff5179-bab3-485a-a32f-ac83cc84c49f req-7d39e4b6-c3a2-475d-8027-2a2a16d908e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:39.382318 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-24ff5179-bab3-485a-a32f-ac83cc84c49f req-7d39e4b6-c3a2-475d-8027-2a2a16d908e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e536d47e77e248429da43165cb987ba5&device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 1098 time: 0.0939415 Sep 03 18:25:39.386395 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8fb13c9-5c36-4a06-90b1-6c4e384ef51a req-0c737e35-de80-4bfa-a4eb-623883d6fa97 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0850885 Sep 03 18:25:39.409349 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-149225c6-d10f-4173-9e16-695740893194 req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Made reservation on behalf of 9159dda29b4743ddadaced7e16471059 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:25:39.409349 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-149225c6-d10f-4173-9e16-695740893194 req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:39.498109 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff5179-bab3-485a-a32f-ac83cc84c49f req-b6575798-bb2c-4a2b-a052-29b39fe0e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:39.499814 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-24ff5179-bab3-485a-a32f-ac83cc84c49f req-b6575798-bb2c-4a2b-a052-29b39fe0e6f8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 HTTP/1.1" status: 200 len: 912 time: 0.1064544 Sep 03 18:25:39.509238 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b21c0593-2b81-4343-8936-440814865fad req-5065693c-dfb9-42c8-930e-a00972237fc3 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 210 time: 0.0764692 Sep 03 18:25:39.627485 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:39.636137 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-24ff5179-bab3-485a-a32f-ac83cc84c49f req-2f07a2ef-b9d1-4d9a-b602-315378b64f60 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd0161a-41eb-49be-8449-235aa4984b19 HTTP/1.1" status: 200 len: 1001 time: 0.1201262 Sep 03 18:25:39.637882 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-149225c6-d10f-4173-9e16-695740893194 req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Allocated IP 172.20.0.5 (8813a13e-d912-4b3b-b033-3c59689bfe31/9873764d-5872-4540-aced-f982201e56ea/90f3bf74-787e-4177-8c0c-d88519d0c157) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:25:39.708665 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:39.717903 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff5179-bab3-485a-a32f-ac83cc84c49f req-ab1a76fd-1445-4f9c-86b0-d10602824db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:39.719455 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-24ff5179-bab3-485a-a32f-ac83cc84c49f req-ab1a76fd-1445-4f9c-86b0-d10602824db0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92072c23-33c1-47f0-b4a5-f2bb027fc0fb HTTP/1.1" status: 200 len: 850 time: 0.0743437 Sep 03 18:25:39.766186 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:39.833718 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7597fb-9551-4b17-9d3c-749de5216b5d req-636dce0b-00a3-45f1-93e1-9110a3d16d8c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:39.835345 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fe7597fb-9551-4b17-9d3c-749de5216b5d req-636dce0b-00a3-45f1-93e1-9110a3d16d8c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1654565 Sep 03 18:25:39.854692 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=597b27c1-56ac-4d91-b823-59899aa32d2f,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:39.976197 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff5179-bab3-485a-a32f-ac83cc84c49f req-6aa7a92c-e6eb-41b0-a552-32b52a2aba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:39.978854 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-24ff5179-bab3-485a-a32f-ac83cc84c49f req-6aa7a92c-e6eb-41b0-a552-32b52a2aba56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2498341 Sep 03 18:25:39.992183 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fe7597fb-9551-4b17-9d3c-749de5216b5d req-56745f09-1a72-460e-8dbb-b450d9fc3ee8 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447833 Sep 03 18:25:39.995514 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-149225c6-d10f-4173-9e16-695740893194 req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:40.031711 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Allocated IP 192.168.233.197 (caa58d86-2812-4da5-bbea-ebfa0f22a012/06dadcdf-99f3-472f-a16b-822bb0e38414/93601d19-a726-4b01-a53b-588be9b2e20c) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:25:40.095609 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-24ff5179-bab3-485a-a32f-ac83cc84c49f req-ef3e25da-99a1-4437-b1fb-3652ef9b9d76 service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091321 Sep 03 18:25:40.158101 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-149225c6-d10f-4173-9e16-695740893194 req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:40.211428 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-24ff5179-bab3-485a-a32f-ac83cc84c49f req-946a07a4-cd77-4f13-8641-df4a784085f9 service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075153 Sep 03 18:25:40.266774 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-149225c6-d10f-4173-9e16-695740893194 req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Network 8813a13e-d912-4b3b-b033-3c59689bfe31 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:25:40.270743 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Pushing event updated for resources: {'Port': ['ID=90f3bf74-787e-4177-8c0c-d88519d0c157,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:40.275907 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-149225c6-d10f-4173-9e16-695740893194 req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:25:40.280709 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-149225c6-d10f-4173-9e16-695740893194 req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:25:40.311405 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:40.335201 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Transition to ACTIVE for port object 93601d19-a726-4b01-a53b-588be9b2e20c will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:25:40.347890 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149225c6-d10f-4173-9e16-695740893194 req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:40.348511 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-149225c6-d10f-4173-9e16-695740893194 req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:40.452168 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-7ce9b4d1-4b11-4ecb-b1bb-da6d9e763567 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3970635 Sep 03 18:25:40.467716 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Request body: {'port': {'device_id': '4c2562d8-f2e1-4240-b925-75ec54dfd1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:40.512132 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:40.632181 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Network caa58d86-2812-4da5-bbea-ebfa0f22a012 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:25:40.648180 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:25:40.658198 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:25:40.694405 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Pushing event updated for resources: {'Port': ['ID=93601d19-a726-4b01-a53b-588be9b2e20c,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:40.697589 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:40.715013 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c39ed2-240c-4526-8d69-508b91c3aa76 req-6ed1e6ee-ea79-47d1-883e-a9080cbda8c0 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:40.716600 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c39ed2-240c-4526-8d69-508b91c3aa76 req-6ed1e6ee-ea79-47d1-883e-a9080cbda8c0 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 936 time: 0.2454364 Sep 03 18:25:40.770907 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f4531-d95c-4ecc-87d3-cb49a57f3b81 req-d12ee5e3-cdf7-4a9f-9cb8-e308d7f2483a tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:40.772482 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-412f4531-d95c-4ecc-87d3-cb49a57f3b81 req-d12ee5e3-cdf7-4a9f-9cb8-e308d7f2483a tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.2244823 Sep 03 18:25:40.809769 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:40.810441 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:40.872012 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c39ed2-240c-4526-8d69-508b91c3aa76 req-24b184b5-6ab9-44ac-9acc-198138f014a6 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412752 Sep 03 18:25:40.974255 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-412f4531-d95c-4ecc-87d3-cb49a57f3b81 req-20933cdf-3b33-4ad1-841f-9df8efbd29e8 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1761374 Sep 03 18:25:40.999568 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-abcdd7a1-ad37-48dc-b1cd-8efe1157b698 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1485834 Sep 03 18:25:41.021776 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Request body: {'port': {'device_id': 'ef9af2c8-a558-4efa-a976-f966c398edd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:41.093851 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f482f332-7c3d-48c2-8b27-9a32b54f5c1d None None] Provisioning for port 93601d19-a726-4b01-a53b-588be9b2e20c completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:25:41.098118 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f482f332-7c3d-48c2-8b27-9a32b54f5c1d None None] Provisioning complete for port 93601d19-a726-4b01-a53b-588be9b2e20c triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:41.098492 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f482f332-7c3d-48c2-8b27-9a32b54f5c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:41.115525 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a035f8c-d7be-462b-a35e-278461111cc0 req-61e8149c-be7f-4f95-a600-8355effb4957 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:41.117076 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2a035f8c-d7be-462b-a35e-278461111cc0 req-61e8149c-be7f-4f95-a600-8355effb4957 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 931 time: 0.1740122 Sep 03 18:25:41.136705 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f482f332-7c3d-48c2-8b27-9a32b54f5c1d None None] Port 93601d19-a726-4b01-a53b-588be9b2e20c cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:25:41.216550 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:41.278253 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e8053-56d1-4be2-a258-c5fdd345cf2a req-a2ed59b6-9c2b-4655-8651-cb023da65f6c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:41.285683 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dc8e8053-56d1-4be2-a258-c5fdd345cf2a req-a2ed59b6-9c2b-4655-8651-cb023da65f6c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1810024 Sep 03 18:25:41.295958 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2a035f8c-d7be-462b-a35e-278461111cc0 req-d0f731c7-80d2-440f-ae84-ed4734a16fd7 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596949 Sep 03 18:25:41.417853 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dc8e8053-56d1-4be2-a258-c5fdd345cf2a req-60c33394-870a-4afe-86b3-3a61e205f2ca tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311743 Sep 03 18:25:41.717014 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f3bf74-787e-4177-8c0c-d88519d0c157 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:25:41.729086 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:41.762906 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Transition to ACTIVE for port object 90f3bf74-787e-4177-8c0c-d88519d0c157 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:25:41.859578 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:41.958236 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93601d19-a726-4b01-a53b-588be9b2e20c {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:25:41.984574 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:41.987285 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Pushing event updated for resources: {'Port': ['ID=90f3bf74-787e-4177-8c0c-d88519d0c157,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:42.025139 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Transition to ACTIVE for port object 93601d19-a726-4b01-a53b-588be9b2e20c will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:25:42.123107 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:42.135711 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Attempting to bind port 90f3bf74-787e-4177-8c0c-d88519d0c157 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:25:42.135978 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Attempting to bind port 90f3bf74-787e-4177-8c0c-d88519d0c157 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ddb30483-a0bb-4746-adcf-d348ecf70025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:25:42.136242 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Attempting to bind port 90f3bf74-787e-4177-8c0c-d88519d0c157 on network 8813a13e-d912-4b3b-b033-3c59689bfe31 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:25:42.136786 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b08e4-503a-4568-8f3e-c2ec4092f30c req-24009b78-0e38-4b96-8728-0837548aa021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:42.138369 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-2f4b08e4-503a-4568-8f3e-c2ec4092f30c req-24009b78-0e38-4b96-8728-0837548aa021 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=29638545443a4d02a8c1378db162cd9e&device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 1099 time: 0.0415952 Sep 03 18:25:42.173083 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb97e9-2a6d-451e-92c1-46415530eb14 req-fea2224a-d8d6-4274-928f-5824f447bc10 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:42.174611 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dedb97e9-2a6d-451e-92c1-46415530eb14 req-fea2224a-d8d6-4274-928f-5824f447bc10 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 936 time: 0.1485131 Sep 03 18:25:42.179855 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Port 90f3bf74-787e-4177-8c0c-d88519d0c157 on network 8813a13e-d912-4b3b-b033-3c59689bfe31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:25:42.179855 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Attempting to bind port 90f3bf74-787e-4177-8c0c-d88519d0c157 on network 8813a13e-d912-4b3b-b033-3c59689bfe31 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:25:42.217284 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237024b-53e8-439a-aa57-0817c95745d4 req-24c7bb41-fd15-406f-9f3a-ecbd8682a464 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:42.218833 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5237024b-53e8-439a-aa57-0817c95745d4 req-24c7bb41-fd15-406f-9f3a-ecbd8682a464 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1774356 Sep 03 18:25:42.226804 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:25:42.227146 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Checking segment: {'id': 'ddb30483-a0bb-4746-adcf-d348ecf70025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:25:42.227642 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Bound using segment: {'id': 'ddb30483-a0bb-4746-adcf-d348ecf70025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:25:42.228071 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Bound port: 90f3bf74-787e-4177-8c0c-d88519d0c157, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb30483-a0bb-4746-adcf-d348ecf70025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:25:42.228427 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:42.262744 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b08e4-503a-4568-8f3e-c2ec4092f30c req-7894db45-eacf-46e3-b92d-8d8294f028dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:42.264583 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-2f4b08e4-503a-4568-8f3e-c2ec4092f30c req-7894db45-eacf-46e3-b92d-8d8294f028dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 200 len: 920 time: 0.1185675 Sep 03 18:25:42.275446 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Pushing event updated for resources: {'Port': ['ID=93601d19-a726-4b01-a53b-588be9b2e20c,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:42.314194 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dedb97e9-2a6d-451e-92c1-46415530eb14 req-947fec78-e119-4145-b497-995de8365416 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284842 Sep 03 18:25:42.317025 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-2f4b08e4-503a-4568-8f3e-c2ec4092f30c req-a832f032-5c00-425d-a7c0-b1ed6844d420 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08c8d689-708f-40c4-a8a1-ad808a939a90 HTTP/1.1" status: 200 len: 217 time: 0.0444229 Sep 03 18:25:42.390285 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] For port 90f3bf74-787e-4177-8c0c-d88519d0c157, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:25:42.393874 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] For port 90f3bf74-787e-4177-8c0c-d88519d0c157, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=90f3bf74-787e-4177-8c0c-d88519d0c157,segment=NetworkSegment(ddb30483-a0bb-4746-adcf-d348ecf70025),segment_id=ddb30483-a0bb-4746-adcf-d348ecf70025)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:25:42.445636 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5237024b-53e8-439a-aa57-0817c95745d4 req-3086bff9-35f0-41eb-8411-daf37a63cf91 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113817 Sep 03 18:25:42.483052 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b08e4-503a-4568-8f3e-c2ec4092f30c req-653a3e72-6dad-4133-9d02-ce470152929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:42.488453 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-2f4b08e4-503a-4568-8f3e-c2ec4092f30c req-653a3e72-6dad-4133-9d02-ce470152929e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d057384a-5901-42e3-80f5-8484300272f4 HTTP/1.1" status: 200 len: 859 time: 0.1606383 Sep 03 18:25:42.512110 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:42.523220 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-2f4b08e4-503a-4568-8f3e-c2ec4092f30c req-7d1b8d17-dce7-4718-b0ee-9d12078aeae3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=815a170a-9300-450a-a438-374a9fbe2f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304234 Sep 03 18:25:42.599919 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:42.600554 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:42.609043 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] 10.222.0.32 "PUT /v2.0/ports/90f3bf74-787e-4177-8c0c-d88519d0c157 HTTP/1.1" status: 200 len: 1093 time: 2.1479220 Sep 03 18:25:42.623002 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2562d8-f2e1-4240-b925-75ec54dfd1a6', 'tag': '90f3bf74-787e-4177-8c0c-d88519d0c157'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:42.625623 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c79adc-e79d-4629-b54f-8acef9d7decf" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2562d8-f2e1-4240-b925-75ec54dfd1a6", "tag": "90f3bf74-787e-4177-8c0c-d88519d0c157"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:42.638953 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-2f4b08e4-503a-4568-8f3e-c2ec4092f30c req-7899c0b9-6877-4159-83cd-6b859961d7c7 service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086731 Sep 03 18:25:42.649183 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Attempting to bind port 93601d19-a726-4b01-a53b-588be9b2e20c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:25:42.649561 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Attempting to bind port 93601d19-a726-4b01-a53b-588be9b2e20c by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ea6abd4b-c7fd-499d-8d33-aad3c8b2460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:25:42.656820 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Attempting to bind port 93601d19-a726-4b01-a53b-588be9b2e20c on network caa58d86-2812-4da5-bbea-ebfa0f22a012 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:25:42.670910 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddd302-e55f-44f7-a9f9-fb41cbaa84b9 req-c0fbb09f-fdc2-4035-9003-a34ede9bcec4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:42.672512 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2ddd302-e55f-44f7-a9f9-fb41cbaa84b9 req-c0fbb09f-fdc2-4035-9003-a34ede9bcec4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.2259386 Sep 03 18:25:42.674467 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2d240-8adc-4713-9174-3246638d2245 service neutron] Pushing event updated for resources: {'Port': ['ID=90f3bf74-787e-4177-8c0c-d88519d0c157,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:42.677118 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Port 93601d19-a726-4b01-a53b-588be9b2e20c on network caa58d86-2812-4da5-bbea-ebfa0f22a012 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:25:42.684911 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Attempting to bind port 93601d19-a726-4b01-a53b-588be9b2e20c on network caa58d86-2812-4da5-bbea-ebfa0f22a012 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:25:42.687570 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:25:42.687917 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Checking segment: {'id': 'ea6abd4b-c7fd-499d-8d33-aad3c8b2460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:25:42.688307 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Bound using segment: {'id': 'ea6abd4b-c7fd-499d-8d33-aad3c8b2460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:25:42.688780 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Bound port: 93601d19-a726-4b01-a53b-588be9b2e20c, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea6abd4b-c7fd-499d-8d33-aad3c8b2460e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:25:42.689169 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:42.740709 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde2aca-62c5-4a43-9fd3-75e77ee48b08 req-b07c7244-aa05-47ff-b253-4424be9325f5 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:42.742336 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2dde2aca-62c5-4a43-9fd3-75e77ee48b08 req-b07c7244-aa05-47ff-b253-4424be9325f5 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 943 time: 0.2104938 Sep 03 18:25:42.754733 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-2f4b08e4-503a-4568-8f3e-c2ec4092f30c req-15e15592-9a7e-4754-aec4-f6b044d8c2cc service neutron] 10.222.0.32 "GET /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069741 Sep 03 18:25:42.845538 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2ddd302-e55f-44f7-a9f9-fb41cbaa84b9 req-ee2d7baa-54f5-4448-8bb5-97d4c04dec64 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1540411 Sep 03 18:25:42.891563 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149225c6-d10f-4173-9e16-695740893194 req-be17edce-0279-4628-9040-4d7a490a91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:42.893779 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-be17edce-0279-4628-9040-4d7a490a91c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9159dda29b4743ddadaced7e16471059&device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 1096 time: 0.1505373 Sep 03 18:25:42.897084 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2dde2aca-62c5-4a43-9fd3-75e77ee48b08 req-3041348e-4e7b-4c2b-8ef1-fd61fceb6055 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411161 Sep 03 18:25:42.898523 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bb14c2-8d40-40d2-ad34-17385cf713cc x-openstack-request-id: req-63bb14c2-8d40-40d2-ad34-17385cf713cc {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:42.898810 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2562d8-f2e1-4240-b925-75ec54dfd1a6", "tag": "90f3bf74-787e-4177-8c0c-d88519d0c157", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:42.899058 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63bb14c2-8d40-40d2-ad34-17385cf713cc {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:42.899985 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2562d8-f2e1-4240-b925-75ec54dfd1a6', 'tag': '90f3bf74-787e-4177-8c0c-d88519d0c157', 'status': 'completed', 'code': 200} Sep 03 18:25:42.903545 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] For port 93601d19-a726-4b01-a53b-588be9b2e20c, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:25:42.913875 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] For port 93601d19-a726-4b01-a53b-588be9b2e20c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=93601d19-a726-4b01-a53b-588be9b2e20c,segment=NetworkSegment(ea6abd4b-c7fd-499d-8d33-aad3c8b2460e),segment_id=ea6abd4b-c7fd-499d-8d33-aad3c8b2460e)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:25:42.944913 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-4bee5bea-ae90-46ea-8df0-f591abbd628e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90f3bf74-787e-4177-8c0c-d88519d0c157 HTTP/1.1" status: 200 len: 217 time: 0.0379059 Sep 03 18:25:42.990511 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:43.033881 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:43.034677 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:43.036065 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] 10.222.0.32 "PUT /v2.0/ports/93601d19-a726-4b01-a53b-588be9b2e20c HTTP/1.1" status: 200 len: 1098 time: 2.0203676 Sep 03 18:25:43.047275 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149225c6-d10f-4173-9e16-695740893194 req-fb4d2e08-d284-4141-a04d-fcf1f8f22cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:43.048815 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-fb4d2e08-d284-4141-a04d-fcf1f8f22cf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9873764d-5872-4540-aced-f982201e56ea HTTP/1.1" status: 200 len: 854 time: 0.0947285 Sep 03 18:25:43.081565 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfa740-7b0c-4665-9ff0-47c43a8d259b service neutron] Pushing event updated for resources: {'Port': ['ID=93601d19-a726-4b01-a53b-588be9b2e20c,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:43.100730 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-c402fa46-9725-4566-8b8e-6877d050036c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8813a13e-d912-4b3b-b033-3c59689bfe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343497 Sep 03 18:25:43.239364 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-69e60a61-9935-4e88-9e9e-22153d42225d service neutron] 10.222.0.32 "GET /v2.0/networks/8813a13e-d912-4b3b-b033-3c59689bfe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311100 Sep 03 18:25:43.242072 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79315c71-40d6-4598-a32f-ed30da35674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:43.243950 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-79315c71-40d6-4598-a32f-ed30da35674c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6d02397f9054e339b40e6a738275e02&device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 1101 time: 0.0668499 Sep 03 18:25:43.455127 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11eb18c-b53f-4840-a264-087027dcb55f req-50cefb9c-66d5-4e82-97f0-08bbd46d0612 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:43.456637 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d11eb18c-b53f-4840-a264-087027dcb55f req-50cefb9c-66d5-4e82-97f0-08bbd46d0612 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 948 time: 0.0534587 Sep 03 18:25:43.500198 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d11eb18c-b53f-4840-a264-087027dcb55f req-e30aeb33-6922-41fc-982e-cd0af55786d2 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375118 Sep 03 18:25:43.565008 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24fb12-4b3a-492b-a643-11fc3ac52c67 req-9e941d5f-d83f-4d11-93c2-e547f96e4d0f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:43.566545 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9b24fb12-4b3a-492b-a643-11fc3ac52c67 req-9e941d5f-d83f-4d11-93c2-e547f96e4d0f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0587611 Sep 03 18:25:43.605027 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9b24fb12-4b3a-492b-a643-11fc3ac52c67 req-aec3564d-b631-4876-bf78-43364d629d00 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Sep 03 18:25:44.013131 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d81ebd-11bd-457a-8f8a-0dd6e847cc77 req-9ba888bb-5277-451c-94ca-37ad6d22335d tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:44.014618 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-91d81ebd-11bd-457a-8f8a-0dd6e847cc77 req-9ba888bb-5277-451c-94ca-37ad6d22335d tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 943 time: 0.0493150 Sep 03 18:25:44.053099 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-91d81ebd-11bd-457a-8f8a-0dd6e847cc77 req-57c3f63f-add8-4d26-aeae-c6b934c8b3e6 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325260 Sep 03 18:25:44.623209 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e88267-ad8c-419d-b561-798b28cc5090 req-75c9bc1e-ee8c-411a-aebc-31d170c4da0c tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:44.624671 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-04e88267-ad8c-419d-b561-798b28cc5090 req-75c9bc1e-ee8c-411a-aebc-31d170c4da0c tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 948 time: 0.0481915 Sep 03 18:25:44.662371 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-04e88267-ad8c-419d-b561-798b28cc5090 req-16f82818-c3db-4311-968c-4a979b122d7e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Sep 03 18:25:44.722753 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600a677-b6e8-4ae4-b6d9-aeb5cd7b7710 req-71af0f68-5df5-4cf9-b549-aab52e9497e6 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:44.724536 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9600a677-b6e8-4ae4-b6d9-aeb5cd7b7710 req-71af0f68-5df5-4cf9-b549-aab52e9497e6 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0540142 Sep 03 18:25:44.767769 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9600a677-b6e8-4ae4-b6d9-aeb5cd7b7710 req-cf5bb4f2-8530-4c10-a589-0085d8b73a3c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Sep 03 18:25:44.900926 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9af2c8-a558-4efa-a976-f966c398edd6', 'tag': '93601d19-a726-4b01-a53b-588be9b2e20c'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:44.903258 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb5e85d-7c1b-48e7-ac17-d437afd71c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9af2c8-a558-4efa-a976-f966c398edd6", "tag": "93601d19-a726-4b01-a53b-588be9b2e20c"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:44.937362 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96e56f3-6081-4993-b903-9d38ea016693 x-openstack-request-id: req-d96e56f3-6081-4993-b903-9d38ea016693 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:44.937652 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9af2c8-a558-4efa-a976-f966c398edd6", "tag": "93601d19-a726-4b01-a53b-588be9b2e20c", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:44.937906 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d96e56f3-6081-4993-b903-9d38ea016693 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:44.938300 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9af2c8-a558-4efa-a976-f966c398edd6', 'tag': '93601d19-a726-4b01-a53b-588be9b2e20c', 'status': 'completed', 'code': 200} Sep 03 18:25:45.165532 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddeae9-8b7a-4919-9c17-3c32514382ab req-5fcb8f9f-b052-49b3-a6cb-95481c7833b2 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:45.167106 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-eeddeae9-8b7a-4919-9c17-3c32514382ab req-5fcb8f9f-b052-49b3-a6cb-95481c7833b2 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 943 time: 0.0494349 Sep 03 18:25:45.204235 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-eeddeae9-8b7a-4919-9c17-3c32514382ab req-b75ab9ed-cf7e-4a90-bb5e-0ffcb4900e4d tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311611 Sep 03 18:25:45.778078 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4237f31-e1c7-4132-ae7e-b04f3d7c9c0e req-c950b3c5-c6da-42d9-b8d7-83830a85d754 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:45.779741 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f4237f31-e1c7-4132-ae7e-b04f3d7c9c0e req-c950b3c5-c6da-42d9-b8d7-83830a85d754 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 948 time: 0.0509272 Sep 03 18:25:45.821902 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f4237f31-e1c7-4132-ae7e-b04f3d7c9c0e req-7f8718fa-64d6-4dc7-94ea-aef67fb37de9 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347946 Sep 03 18:25:45.884598 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd30782-5500-4cbb-a513-5b78691ad110 req-b0806d4e-051d-4f2c-b732-abfb7d0d55b4 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:45.886005 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dcd30782-5500-4cbb-a513-5b78691ad110 req-b0806d4e-051d-4f2c-b732-abfb7d0d55b4 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0521533 Sep 03 18:25:45.923585 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dcd30782-5500-4cbb-a513-5b78691ad110 req-0321b3d9-660b-47d0-8411-80b79a4e792a tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Sep 03 18:25:46.171613 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-b3784965-4a15-4080-96f3-a8803c6199ad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=93601d19-a726-4b01-a53b-588be9b2e20c HTTP/1.1" status: 200 len: 217 time: 0.0423131 Sep 03 18:25:46.295370 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-149225c6-d10f-4173-9e16-695740893194 req-275ed7c3-b733-493f-a221-ba193910772e service neutron] 10.222.0.32 "GET /v2.0/networks/8813a13e-d912-4b3b-b033-3c59689bfe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736569 Sep 03 18:25:46.296776 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-155a777d-cf11-4ed9-82b1-88211d7076af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:46.298132 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-155a777d-cf11-4ed9-82b1-88211d7076af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06dadcdf-99f3-472f-a16b-822bb0e38414 HTTP/1.1" status: 200 len: 843 time: 0.0859907 Sep 03 18:25:46.367782 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea1e4a2-1706-44ac-a423-976a39238426 req-75d5e400-295c-4a99-b363-e8a58e25045d tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:46.369900 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5ea1e4a2-1706-44ac-a423-976a39238426 req-75d5e400-295c-4a99-b363-e8a58e25045d tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 943 time: 0.0932908 Sep 03 18:25:46.372462 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-1a89d1e6-9b72-4c1d-8126-677a2d78277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:46.373873 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-1a89d1e6-9b72-4c1d-8126-677a2d78277c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=caa58d86-2812-4da5-bbea-ebfa0f22a012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0613751 Sep 03 18:25:46.443251 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5ea1e4a2-1706-44ac-a423-976a39238426 req-9990045d-5982-43ca-8139-3c4caafda2e9 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669115 Sep 03 18:25:46.518311 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c79adc-e79d-4629-b54f-8acef9d7decf req-35ddce34-76a4-435c-8434-5beb4eda7f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:46.519820 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-20c79adc-e79d-4629-b54f-8acef9d7decf req-35ddce34-76a4-435c-8434-5beb4eda7f74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9159dda29b4743ddadaced7e16471059&device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 1096 time: 0.0918021 Sep 03 18:25:46.521578 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-88486702-3400-4364-9df0-3ec0e36152cc service neutron] 10.222.0.32 "GET /v2.0/networks/caa58d86-2812-4da5-bbea-ebfa0f22a012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383088 Sep 03 18:25:46.695529 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf5dabcf-5fa2-4771-9796-2fc898f398e5 req-e5e6bf91-5003-4fc8-9e99-3280f7ec30af service neutron] 10.222.0.32 "GET /v2.0/networks/caa58d86-2812-4da5-bbea-ebfa0f22a012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539733 Sep 03 18:25:46.696404 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c79adc-e79d-4629-b54f-8acef9d7decf req-396c314d-4d3f-4ef5-acf1-a3c4d075e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:46.697882 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-20c79adc-e79d-4629-b54f-8acef9d7decf req-396c314d-4d3f-4ef5-acf1-a3c4d075e521 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8813a13e-d912-4b3b-b033-3c59689bfe31 HTTP/1.1" status: 200 len: 915 time: 0.1643236 Sep 03 18:25:46.746817 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-20c79adc-e79d-4629-b54f-8acef9d7decf req-44eff57f-14a6-4814-a2c6-9e82bcf3db37 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90f3bf74-787e-4177-8c0c-d88519d0c157 HTTP/1.1" status: 200 len: 217 time: 0.0353129 Sep 03 18:25:46.800905 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c79adc-e79d-4629-b54f-8acef9d7decf req-d029d008-f6cc-4c24-9a3d-20ffddb4349e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:46.802433 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-20c79adc-e79d-4629-b54f-8acef9d7decf req-d029d008-f6cc-4c24-9a3d-20ffddb4349e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9873764d-5872-4540-aced-f982201e56ea HTTP/1.1" status: 200 len: 854 time: 0.0485353 Sep 03 18:25:46.827131 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 34022) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:46.862559 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-20c79adc-e79d-4629-b54f-8acef9d7decf req-0d18b49b-4463-4c88-9d38-4d788b022c70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8813a13e-d912-4b3b-b033-3c59689bfe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488138 Sep 03 18:25:46.880663 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_v2 [None req-21002a78-7f5b-4440-ae4a-85b721f74a78 admin admin] Deleting subnet d7167266-8f0f-4c1d-9b42-2cbc1f7028b0 {{(pid=94512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:25:46.886629 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-21002a78-7f5b-4440-ae4a-85b721f74a78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:46.926811 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-21002a78-7f5b-4440-ae4a-85b721f74a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62900416'] for subnet, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:46.980761 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-21002a78-7f5b-4440-ae4a-85b721f74a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:46.996156 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5e85d-7c1b-48e7-ac17-d437afd71c9d req-b73bd5e1-17d3-44d8-849f-7164a9b565ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:46.997857 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9bb5e85d-7c1b-48e7-ac17-d437afd71c9d req-b73bd5e1-17d3-44d8-849f-7164a9b565ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e6d02397f9054e339b40e6a738275e02&device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 1101 time: 0.1454422 Sep 03 18:25:47.089710 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6f772-addb-444c-aaea-1c4550de045b req-64909804-aa14-4cf2-8549-3e4d0d0c87b2 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:47.091187 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f3a6f772-addb-444c-aaea-1c4550de045b req-64909804-aa14-4cf2-8549-3e4d0d0c87b2 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 948 time: 0.1762452 Sep 03 18:25:47.126874 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-20c79adc-e79d-4629-b54f-8acef9d7decf req-e3e63213-a52f-4c5b-a4c9-2c4177aa2f46 service neutron] 10.222.0.32 "GET /v2.0/networks/8813a13e-d912-4b3b-b033-3c59689bfe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383244 Sep 03 18:25:47.128436 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-21002a78-7f5b-4440-ae4a-85b721f74a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62748012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62429670'] for subnet, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:47.158681 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21002a78-7f5b-4440-ae4a-85b721f74a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7167266-8f0f-4c1d-9b42-2cbc1f7028b0,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:47.160957 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-21002a78-7f5b-4440-ae4a-85b721f74a78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:47.163330 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-21002a78-7f5b-4440-ae4a-85b721f74a78 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d7167266-8f0f-4c1d-9b42-2cbc1f7028b0 HTTP/1.1" status: 204 len: 168 time: 0.3359163 Sep 03 18:25:47.165477 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 34036) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:47.191755 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a15b82-2ab1-4403-a0f6-0ad031d7dfd5 req-dda1835a-343d-47fb-9b5e-c8dd8d315973 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:47.193303 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e8a15b82-2ab1-4403-a0f6-0ad031d7dfd5 req-dda1835a-343d-47fb-9b5e-c8dd8d315973 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.1829269 Sep 03 18:25:47.237808 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:47.328136 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:47.340144 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:47.352121 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1078921-03ec-4bd2-9fad-b1bfeca4a047') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:47.352451 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1078921-03ec-4bd2-9fad-b1bfeca4a047') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:47.362247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:47.376717 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:47.385643 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:25:47.386062 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:25:47.387893 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:25:47.483185 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f3a6f772-addb-444c-aaea-1c4550de045b req-25522a51-2dd7-475a-944a-90f88d46cb54 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851271 Sep 03 18:25:47.494754 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5e85d-7c1b-48e7-ac17-d437afd71c9d req-7fbe0717-806d-4494-9cdf-33756ebd0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:47.496229 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9bb5e85d-7c1b-48e7-ac17-d437afd71c9d req-7fbe0717-806d-4494-9cdf-33756ebd0d7e service neutron] 10.222.0.32 "GET /v2.0/networks?id=caa58d86-2812-4da5-bbea-ebfa0f22a012 HTTP/1.1" status: 200 len: 870 time: 0.4876325 Sep 03 18:25:47.517052 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:47.537271 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:47.543087 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7 HTTP/1.1" status: 204 len: 168 time: 0.3731699 Sep 03 18:25:47.543087 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455517d4-fd03-4e68-9eab-b386c902eab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c6550f-0dd2-4e2e-9631-eeaa30d35dd7,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:47.562228 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9bb5e85d-7c1b-48e7-ac17-d437afd71c9d req-67760473-806b-40e1-b80b-946aa4db3ac9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=93601d19-a726-4b01-a53b-588be9b2e20c HTTP/1.1" status: 200 len: 217 time: 0.0517352 Sep 03 18:25:47.572953 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e8a15b82-2ab1-4403-a0f6-0ad031d7dfd5 req-c2875362-1f47-45bb-8ac4-359400566d37 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532391 Sep 03 18:25:47.609421 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-20c79adc-e79d-4629-b54f-8acef9d7decf req-d0249027-409b-416a-8e70-faf9bb16c341 service neutron] 10.222.0.32 "GET /v2.0/networks/8813a13e-d912-4b3b-b033-3c59689bfe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580050 Sep 03 18:25:47.670670 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5e85d-7c1b-48e7-ac17-d437afd71c9d req-f0c6edca-4d00-4a3e-b836-2814defe2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:47.672267 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9bb5e85d-7c1b-48e7-ac17-d437afd71c9d req-f0c6edca-4d00-4a3e-b836-2814defe2b56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=06dadcdf-99f3-472f-a16b-822bb0e38414 HTTP/1.1" status: 200 len: 843 time: 0.0816634 Sep 03 18:25:47.681794 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e475a-2fc5-483c-974c-d567051e3d30 req-65965d38-026c-41c2-9bb6-c8dd05eebc42 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:47.683431 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1e7e475a-2fc5-483c-974c-d567051e3d30 req-65965d38-026c-41c2-9bb6-c8dd05eebc42 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 943 time: 0.1192114 Sep 03 18:25:47.753370 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1e7e475a-2fc5-483c-974c-d567051e3d30 req-bd1f63f6-0d38-42c4-9d6e-a2ad4a587a15 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611615 Sep 03 18:25:47.763845 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5e85d-7c1b-48e7-ac17-d437afd71c9d req-cd9d9731-4428-4d8b-bf6d-41e15006430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:47.765481 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9bb5e85d-7c1b-48e7-ac17-d437afd71c9d req-cd9d9731-4428-4d8b-bf6d-41e15006430d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=caa58d86-2812-4da5-bbea-ebfa0f22a012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0572588 Sep 03 18:25:47.869114 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9bb5e85d-7c1b-48e7-ac17-d437afd71c9d req-e92f3b82-6aa8-45c9-8fd5-2c0108edcc7a service neutron] 10.222.0.32 "GET /v2.0/networks/caa58d86-2812-4da5-bbea-ebfa0f22a012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946035 Sep 03 18:25:47.969466 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9bb5e85d-7c1b-48e7-ac17-d437afd71c9d req-b1db3e46-c7b7-433c-8d8d-1b161134fc0d service neutron] 10.222.0.32 "GET /v2.0/networks/caa58d86-2812-4da5-bbea-ebfa0f22a012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927591 Sep 03 18:25:47.972301 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 34050) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:48.015613 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-069fe00c-680c-4431-9963-1c893e9cf19a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36ee71eae85d4a88b8316a69f37e9d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420325 Sep 03 18:25:48.018112 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 34052) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:48.072925 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-87f70359-9774-458d-8e36-a914046468af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:48.095756 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-87f70359-9774-458d-8e36-a914046468af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:48.253455 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-87f70359-9774-458d-8e36-a914046468af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:48.256105 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-87f70359-9774-458d-8e36-a914046468af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:48.257319 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-87f70359-9774-458d-8e36-a914046468af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/804621f3-430d-49fd-aa08-4a0798d43edc HTTP/1.1" status: 204 len: 168 time: 0.2382798 Sep 03 18:25:48.265611 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f70359-9774-458d-8e36-a914046468af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804621f3-430d-49fd-aa08-4a0798d43edc,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:48.622275 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe06083-b50d-434c-98c2-aa35e5a8c542 req-dba503fe-1fd3-48de-9c90-6c1489a5f986 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:48.624103 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-afe06083-b50d-434c-98c2-aa35e5a8c542 req-dba503fe-1fd3-48de-9c90-6c1489a5f986 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 948 time: 0.0649185 Sep 03 18:25:48.696995 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-afe06083-b50d-434c-98c2-aa35e5a8c542 req-3e4a7285-8f4c-4efc-8658-32f3b42ef6fa tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652690 Sep 03 18:25:48.736060 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095aeac-d294-4834-8962-c0e4a95744a6 req-025c640c-7d2f-4e57-8ea1-485f017d1c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:48.737636 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b095aeac-d294-4834-8962-c0e4a95744a6 req-025c640c-7d2f-4e57-8ea1-485f017d1c74 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0828252 Sep 03 18:25:48.804521 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b095aeac-d294-4834-8962-c0e4a95744a6 req-ed80ff9f-8578-4bfe-a259-30685639c2ee tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559180 Sep 03 18:25:48.897735 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0104d1c-124e-469d-9cc6-8530034f9573 req-1aba6b5a-138d-4580-8bb5-20c63271fb9d tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:48.899871 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a0104d1c-124e-469d-9cc6-8530034f9573 req-1aba6b5a-138d-4580-8bb5-20c63271fb9d tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 943 time: 0.0525026 Sep 03 18:25:48.949321 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a0104d1c-124e-469d-9cc6-8530034f9573 req-9f5ea1c4-6c53-458c-823b-3d1882aa3736 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375781 Sep 03 18:25:49.414714 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 90f3bf74-787e-4177-8c0c-d88519d0c157 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:25:49.519701 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 90f3bf74-787e-4177-8c0c-d88519d0c157, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=90f3bf74-787e-4177-8c0c-d88519d0c157,segment=NetworkSegment(ddb30483-a0bb-4746-adcf-d348ecf70025),segment_id=ddb30483-a0bb-4746-adcf-d348ecf70025)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:49.531692 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '90f3bf74-787e-4177-8c0c-d88519d0c157', 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31', 'port_id': '90f3bf74-787e-4177-8c0c-d88519d0c157', 'mac_address': 'fa:16:3e:bf:c5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9873764d-5872-4540-aced-f982201e56ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:25:49.568841 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:49.585556 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f3bf74-787e-4177-8c0c-d88519d0c157 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:25:49.606006 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 90f3bf74-787e-4177-8c0c-d88519d0c157, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=90f3bf74-787e-4177-8c0c-d88519d0c157,segment=NetworkSegment(ddb30483-a0bb-4746-adcf-d348ecf70025),segment_id=ddb30483-a0bb-4746-adcf-d348ecf70025)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:49.733839 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:49.734708 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 93601d19-a726-4b01-a53b-588be9b2e20c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:25:49.811920 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=90f3bf74-787e-4177-8c0c-d88519d0c157,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:49.824372 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867befa5-55cc-4078-b8e5-ddecda1dec2e req-f4edc22a-f616-4abb-86d6-edb4677b3de2 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:49.825968 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-867befa5-55cc-4078-b8e5-ddecda1dec2e req-f4edc22a-f616-4abb-86d6-edb4677b3de2 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 948 time: 0.0509098 Sep 03 18:25:49.865359 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-867befa5-55cc-4078-b8e5-ddecda1dec2e req-154a3e7b-9d41-465a-81ee-ea1b87dae494 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332146 Sep 03 18:25:49.876176 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 93601d19-a726-4b01-a53b-588be9b2e20c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=93601d19-a726-4b01-a53b-588be9b2e20c,segment=NetworkSegment(ea6abd4b-c7fd-499d-8d33-aad3c8b2460e),segment_id=ea6abd4b-c7fd-499d-8d33-aad3c8b2460e)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:49.894439 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '93601d19-a726-4b01-a53b-588be9b2e20c', 'network_id': 'caa58d86-2812-4da5-bbea-ebfa0f22a012', 'port_id': '93601d19-a726-4b01-a53b-588be9b2e20c', 'mac_address': 'fa:16:3e:1a:aa:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dadcdf-99f3-472f-a16b-822bb0e38414', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:25:49.934949 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:49.948435 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93601d19-a726-4b01-a53b-588be9b2e20c {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:25:49.970420 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 93601d19-a726-4b01-a53b-588be9b2e20c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=93601d19-a726-4b01-a53b-588be9b2e20c,segment=NetworkSegment(ea6abd4b-c7fd-499d-8d33-aad3c8b2460e),segment_id=ea6abd4b-c7fd-499d-8d33-aad3c8b2460e)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:50.074315 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:50.074947 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b815821-326f-47ba-9f8b-a33dbc6456d3 req-2be82993-641e-465b-a633-c4c679ce8e17 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:50.077564 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0b815821-326f-47ba-9f8b-a33dbc6456d3 req-2be82993-641e-465b-a633-c4c679ce8e17 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 944 time: 0.0536151 Sep 03 18:25:50.120565 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0b815821-326f-47ba-9f8b-a33dbc6456d3 req-27b3439d-2c90-4fcf-9f5f-17f4999f9a89 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362716 Sep 03 18:25:50.123417 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=93601d19-a726-4b01-a53b-588be9b2e20c,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:50.383071 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['90f3bf74-787e-4177-8c0c-d88519d0c157'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:25:50.387391 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['93601d19-a726-4b01-a53b-588be9b2e20c'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:25:50.658824 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f86b80a6-bde0-465d-b0ea-4848c0159c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:50.983694 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a9b1c-ed5a-4910-904e-3f9be4785dbe req-9945797b-b127-4a67-804d-d61bfc518f63 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:50.985203 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9d2a9b1c-ed5a-4910-904e-3f9be4785dbe req-9945797b-b127-4a67-804d-d61bfc518f63 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 949 time: 0.0483789 Sep 03 18:25:51.023914 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9d2a9b1c-ed5a-4910-904e-3f9be4785dbe req-652b7b8d-5334-4585-9be6-1a3c1eb454e7 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325589 Sep 03 18:25:51.236260 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c595f-8aeb-41a0-97bd-00729666e712 req-8449ede2-943b-4aff-add0-e4939e3a5b41 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:51.237755 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9b3c595f-8aeb-41a0-97bd-00729666e712 req-8449ede2-943b-4aff-add0-e4939e3a5b41 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 944 time: 0.0495477 Sep 03 18:25:51.278832 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9b3c595f-8aeb-41a0-97bd-00729666e712 req-94dbbffe-8107-4d1a-84c0-ad1120f9e87c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344214 Sep 03 18:25:51.420980 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 90f3bf74-787e-4177-8c0c-d88519d0c157 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:25:51.588220 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 90f3bf74-787e-4177-8c0c-d88519d0c157 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:25:51.592673 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 90f3bf74-787e-4177-8c0c-d88519d0c157 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:51.593034 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:51.679096 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:51.703758 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2562d8-f2e1-4240-b925-75ec54dfd1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f3bf74-787e-4177-8c0c-d88519d0c157'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:51.706087 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b521e43d-b204-4d24-9caf-405d47bf524b" -d '{"events": [{"server_uuid": "4c2562d8-f2e1-4240-b925-75ec54dfd1a6", "name": "network-vif-plugged", "status": "completed", "tag": "90f3bf74-787e-4177-8c0c-d88519d0c157"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:51.730011 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 90f3bf74-787e-4177-8c0c-d88519d0c157, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=90f3bf74-787e-4177-8c0c-d88519d0c157,segment=NetworkSegment(ddb30483-a0bb-4746-adcf-d348ecf70025),segment_id=ddb30483-a0bb-4746-adcf-d348ecf70025)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:51.745160 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6233415e-6e23-4e09-a722-224db4072813 x-openstack-request-id: req-6233415e-6e23-4e09-a722-224db4072813 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:51.745456 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2562d8-f2e1-4240-b925-75ec54dfd1a6", "name": "network-vif-plugged", "status": "completed", "tag": "90f3bf74-787e-4177-8c0c-d88519d0c157", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:51.745709 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6233415e-6e23-4e09-a722-224db4072813 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:51.746102 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2562d8-f2e1-4240-b925-75ec54dfd1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f3bf74-787e-4177-8c0c-d88519d0c157', 'code': 200} Sep 03 18:25:51.854664 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:51.855425 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 93601d19-a726-4b01-a53b-588be9b2e20c up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:25:51.934835 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=90f3bf74-787e-4177-8c0c-d88519d0c157,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:52.059967 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 93601d19-a726-4b01-a53b-588be9b2e20c completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:25:52.064874 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 93601d19-a726-4b01-a53b-588be9b2e20c triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:52.065355 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:52.082826 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea9d5a-5cf1-46bc-99ad-cd7b28d88900 req-e9faff33-6120-4d4a-a0e2-e5c7ff0d46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:52.084343 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d4ea9d5a-5cf1-46bc-99ad-cd7b28d88900 req-e9faff33-6120-4d4a-a0e2-e5c7ff0d46a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 1098 time: 0.0428877 Sep 03 18:25:52.161803 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d4ea9d5a-5cf1-46bc-99ad-cd7b28d88900 req-96140273-b20c-4c50-ad34-3bd2941c9903 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690627 Sep 03 18:25:52.163410 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:52.179514 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbeffe-5b79-4915-82d6-988448f6f2d5 req-6e2adcdb-cb35-4bb7-9999-8aa7e8de0ce9 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:52.181719 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-40fbeffe-5b79-4915-82d6-988448f6f2d5 req-6e2adcdb-cb35-4bb7-9999-8aa7e8de0ce9 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 949 time: 0.0828035 Sep 03 18:25:52.208745 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 93601d19-a726-4b01-a53b-588be9b2e20c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=93601d19-a726-4b01-a53b-588be9b2e20c,segment=NetworkSegment(ea6abd4b-c7fd-499d-8d33-aad3c8b2460e),segment_id=ea6abd4b-c7fd-499d-8d33-aad3c8b2460e)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:52.231786 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-40fbeffe-5b79-4915-82d6-988448f6f2d5 req-e5388e63-ffce-44d8-a332-3f7f561074dd tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Sep 03 18:25:52.276256 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:52.276950 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-cd75ad49-077a-47b2-8509-70dce9eec2f1 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-389678526&fields=id&tenant_id=505fcc68162a484aa2508fe94a4acdaf HTTP/1.1" status: 200 len: 267 time: 0.0331583 Sep 03 18:25:52.330368 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=93601d19-a726-4b01-a53b-588be9b2e20c,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:52.420191 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-ca706f5f-517c-422e-8d82-ad515724542f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:52.421696 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-ca706f5f-517c-422e-8d82-ad515724542f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/networks?id=ac5fd485-7104-4199-a05c-e3b9f6c68301 HTTP/1.1" status: 200 len: 809 time: 0.1379392 Sep 03 18:25:52.436689 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbda4e4-3555-47f9-b4c0-9f5add21752f req-4aab3d0c-4d1c-4c9b-bc61-246538ea0f68 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:52.438253 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1bbda4e4-3555-47f9-b4c0-9f5add21752f req-4aab3d0c-4d1c-4c9b-bc61-246538ea0f68 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 945 time: 0.0788436 Sep 03 18:25:52.455129 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-97bc4084-44e7-4dae-8245-6ea0b447ca4e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/quotas/505fcc68162a484aa2508fe94a4acdaf HTTP/1.1" status: 200 len: 375 time: 0.0270250 Sep 03 18:25:52.507130 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1bbda4e4-3555-47f9-b4c0-9f5add21752f req-792f36d2-0189-4080-bc77-e2865bef448b tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623565 Sep 03 18:25:52.522469 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-2d2c68c7-6a08-412c-986d-59f5810f7a7f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=505fcc68162a484aa2508fe94a4acdaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608325 Sep 03 18:25:52.622680 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-bfdbb6d0-c97b-4a20-bc59-f81b5286e630 service neutron] 10.222.0.43 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868967 Sep 03 18:25:52.709525 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-fe4180ff-e023-4fc9-8c2a-3bb378f013ae service neutron] 10.222.0.43 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807259 Sep 03 18:25:52.956903 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c7a5b6d7-ac74-4259-b68c-c9ac885d8a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:53.295763 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ac501716-400c-4aa2-b619-f5fd50d72477 req-39ea8d97-55b5-4120-a194-21eabf3de907 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 210 time: 0.0461309 Sep 03 18:25:53.362701 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193c750-6d47-4986-ac70-0c80c434d8ae req-21fa6126-6105-4ae3-8893-cd4e71603441 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:53.364338 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2193c750-6d47-4986-ac70-0c80c434d8ae req-21fa6126-6105-4ae3-8893-cd4e71603441 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.0579004 Sep 03 18:25:53.411469 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 34206) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:53.419221 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2193c750-6d47-4986-ac70-0c80c434d8ae req-0e1abe05-a6cf-4cb5-89d6-38033b55df89 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475326 Sep 03 18:25:53.554319 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:53.559048 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3db11676-c533-4d06-aa42-1d1e1581abb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:53.628174 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e99b2-0c50-4e67-9142-7f5fe6a5ca98 req-cc3ddf01-782a-4dbc-9363-baa17de338d7 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:53.629833 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-626e99b2-0c50-4e67-9142-7f5fe6a5ca98 req-cc3ddf01-782a-4dbc-9363-baa17de338d7 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 945 time: 0.0518026 Sep 03 18:25:53.652980 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3db11676-c533-4d06-aa42-1d1e1581abb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:53.671299 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-626e99b2-0c50-4e67-9142-7f5fe6a5ca98 req-38bd825b-96a5-45e9-83c4-8e86f707f9e5 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340393 Sep 03 18:25:53.727649 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3db11676-c533-4d06-aa42-1d1e1581abb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:53.747723 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9af2c8-a558-4efa-a976-f966c398edd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93601d19-a726-4b01-a53b-588be9b2e20c'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:53.750274 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad64bb72-4ee1-4b4e-9520-6ff8d8208a47" -d '{"events": [{"server_uuid": "ef9af2c8-a558-4efa-a976-f966c398edd6", "name": "network-vif-plugged", "status": "completed", "tag": "93601d19-a726-4b01-a53b-588be9b2e20c"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:53.767557 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-3db11676-c533-4d06-aa42-1d1e1581abb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=acbcd904a3ff40db92a90debb21cd312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3539112 Sep 03 18:25:53.769893 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db11676-c533-4d06-aa42-1d1e1581abb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20af0021-db84-403a-b851-9becc591b3fb,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:53.770402 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 34216) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:53.788431 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bec216-93c4-447a-b1b1-3f3dc3ac819e x-openstack-request-id: req-05bec216-93c4-447a-b1b1-3f3dc3ac819e {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:53.788759 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9af2c8-a558-4efa-a976-f966c398edd6", "name": "network-vif-plugged", "status": "completed", "tag": "93601d19-a726-4b01-a53b-588be9b2e20c", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:53.789048 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05bec216-93c4-447a-b1b1-3f3dc3ac819e {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:53.789599 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9af2c8-a558-4efa-a976-f966c398edd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93601d19-a726-4b01-a53b-588be9b2e20c', 'code': 200} Sep 03 18:25:53.826765 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-52332177-bd3a-4371-b6ef-bb32b81fc13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:53.851324 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-52332177-bd3a-4371-b6ef-bb32b81fc13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:53.990723 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-52332177-bd3a-4371-b6ef-bb32b81fc13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:53.993944 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-52332177-bd3a-4371-b6ef-bb32b81fc13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:53.995148 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-52332177-bd3a-4371-b6ef-bb32b81fc13f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20af0021-db84-403a-b851-9becc591b3fb HTTP/1.1" status: 204 len: 168 time: 0.2236860 Sep 03 18:25:54.002845 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52332177-bd3a-4371-b6ef-bb32b81fc13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20af0021-db84-403a-b851-9becc591b3fb,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:54.194062 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:54.378120 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f3f3fee0-a75b-412b-9318-138d0c18ff67 req-78e5f097-2e54-47cb-a7b1-180110a28612 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 210 time: 0.0265050 Sep 03 18:25:54.538041 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d26000-51f2-4442-b6c2-c00d0dee51d3 req-a302f819-1106-4f78-bf8a-a13e4babc97b tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:54.539435 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-30d26000-51f2-4442-b6c2-c00d0dee51d3 req-a302f819-1106-4f78-bf8a-a13e4babc97b tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.0477147 Sep 03 18:25:54.578114 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-30d26000-51f2-4442-b6c2-c00d0dee51d3 req-3e1bdf1f-985c-415b-addb-82a69785b1ce tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320566 Sep 03 18:25:54.789021 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f372f2b-d9a8-42e2-8bc4-2d6516d64503 req-77e0321b-9f4b-4f97-bba8-e4dafa738cd6 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:54.790500 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9f372f2b-d9a8-42e2-8bc4-2d6516d64503 req-77e0321b-9f4b-4f97-bba8-e4dafa738cd6 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 945 time: 0.0506344 Sep 03 18:25:54.835653 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9f372f2b-d9a8-42e2-8bc4-2d6516d64503 req-81e6741b-9c5f-4d72-89fb-e1f09c6573fe tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390823 Sep 03 18:25:55.490787 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c88f4551-7e78-4e82-a656-5b9e728b9352 req-949c2370-d405-466d-b26c-c95b6a43f376 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 210 time: 0.0449996 Sep 03 18:25:55.508326 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da271ca-cae7-4d39-85fd-f6f8f8f0eefd req-03206f3d-e1e3-4f6b-934f-c35abb9e2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:55.509878 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0da271ca-cae7-4d39-85fd-f6f8f8f0eefd req-03206f3d-e1e3-4f6b-934f-c35abb9e2dc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 1103 time: 0.0540805 Sep 03 18:25:55.548687 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0da271ca-cae7-4d39-85fd-f6f8f8f0eefd req-66fe9b26-c0af-47de-9d65-414e1c0bbe7f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Sep 03 18:25:55.692597 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d92c18-808b-42d3-b3d2-1928e947f1ba req-80fd16ff-4bb3-4324-951a-8179c3e1f16c tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:55.694407 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f3d92c18-808b-42d3-b3d2-1928e947f1ba req-80fd16ff-4bb3-4324-951a-8179c3e1f16c tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.0497217 Sep 03 18:25:55.737170 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f3d92c18-808b-42d3-b3d2-1928e947f1ba req-c2c66603-5b0f-439f-ac6a-87b7be662ec3 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364366 Sep 03 18:25:55.836533 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:55.955295 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657eb091-91b2-4060-948c-af65e3c8e9e3 req-718fa206-345c-4e61-b1f5-1644c1eeffed tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:55.955940 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-657eb091-91b2-4060-948c-af65e3c8e9e3 req-718fa206-345c-4e61-b1f5-1644c1eeffed tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 945 time: 0.0521109 Sep 03 18:25:56.002274 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-657eb091-91b2-4060-948c-af65e3c8e9e3 req-6ffcecc5-2bca-4fa5-93ab-5ea8e40bbdb2 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Sep 03 18:25:56.515546 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-5f4ed24e-1c6f-4fb9-8279-872e4efee3e1 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:56.517165 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-5f4ed24e-1c6f-4fb9-8279-872e4efee3e1 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.32 "GET /v2.0/networks?id=ac5fd485-7104-4199-a05c-e3b9f6c68301 HTTP/1.1" status: 200 len: 809 time: 0.1130989 Sep 03 18:25:56.592117 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-bf186912-aafe-4ed0-b869-5a1e952d71dd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=505fcc68162a484aa2508fe94a4acdaf HTTP/1.1" status: 200 len: 379 time: 0.0597880 Sep 03 18:25:56.608359 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dbc83255-e973-49fe-9001-df239d4bdd22 req-73e67db0-b907-464b-94ba-2e40da0a00b2 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 210 time: 0.0348427 Sep 03 18:25:56.611851 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Request body: {'port': {'device_id': '4635ac48-281f-4721-8828-6147a47eb464', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'admin_state_up': True, 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'security_groups': ['cbb5cdc8-dc43-48bb-aff3-32627438cc6a']}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:25:56.796104 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Made reservation on behalf of 505fcc68162a484aa2508fe94a4acdaf for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:25:56.799833 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:56.913513 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d766a14-99bb-4bf2-be64-143f9cef6a86 req-17118784-88c5-497b-99ac-0d3da4b3a567 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:56.915779 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8d766a14-99bb-4bf2-be64-143f9cef6a86 req-17118784-88c5-497b-99ac-0d3da4b3a567 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.1035292 Sep 03 18:25:56.995258 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8d766a14-99bb-4bf2-be64-143f9cef6a86 req-37163073-61ca-473c-977f-20d044ea42d2 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695395 Sep 03 18:25:57.014162 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Allocated IP 172.20.0.5 (ac5fd485-7104-4199-a05c-e3b9f6c68301/690617a1-2d5b-40ad-a479-ee14b04c95f1/022aa91c-7d9b-4448-be36-a53e82a61f98) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:25:57.182214 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60002d-ddaa-4bf9-8513-80e8ed83f7b6 req-51df12ab-ddee-4de0-b4ae-304ac47b3a7a tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:57.183605 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cb60002d-ddaa-4bf9-8513-80e8ed83f7b6 req-51df12ab-ddee-4de0-b4ae-304ac47b3a7a tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 945 time: 0.0967453 Sep 03 18:25:57.220040 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:57.246014 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Transition to ACTIVE for port object 022aa91c-7d9b-4448-be36-a53e82a61f98 will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:25:57.249980 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cb60002d-ddaa-4bf9-8513-80e8ed83f7b6 req-0eede918-fc04-49aa-bacb-76ab62c377e2 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593433 Sep 03 18:25:57.334021 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:57.376476 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Network ac5fd485-7104-4199-a05c-e3b9f6c68301 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:25:57.379416 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:25:57.383032 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:25:57.425184 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event updated for resources: {'Port': ['ID=022aa91c-7d9b-4448-be36-a53e82a61f98,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:57.450543 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:57.451368 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:57.566436 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-8f5a18fe-3682-4752-bfd1-5ecbbdbe22ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9604933 Sep 03 18:25:57.685101 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-fd228806-91dd-42d0-af82-58566dc255d6 None None] Provisioning for port 022aa91c-7d9b-4448-be36-a53e82a61f98 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:25:57.685101 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-fd228806-91dd-42d0-af82-58566dc255d6 None None] Provisioning complete for port 022aa91c-7d9b-4448-be36-a53e82a61f98 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:57.685871 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-fd228806-91dd-42d0-af82-58566dc255d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:57.725408 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-fd228806-91dd-42d0-af82-58566dc255d6 None None] Port 022aa91c-7d9b-4448-be36-a53e82a61f98 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:25:57.729197 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c525fc-a2a1-4707-be13-146ea4ce8c9a req-03d8521c-a0bb-41d6-9cbc-00cb61c725b3 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:57.730661 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-21c525fc-a2a1-4707-be13-146ea4ce8c9a req-03d8521c-a0bb-41d6-9cbc-00cb61c725b3 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 931 time: 0.0556259 Sep 03 18:25:57.768315 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-21c525fc-a2a1-4707-be13-146ea4ce8c9a req-0358f7db-3e0c-474b-81c8-340ecc95f3cc tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317235 Sep 03 18:25:58.121519 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b23c4-8b81-4410-9ccd-6bd7ce15c671 req-991f8567-9d8f-4b90-912c-98f675468b2e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:58.123194 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dc8b23c4-8b81-4410-9ccd-6bd7ce15c671 req-991f8567-9d8f-4b90-912c-98f675468b2e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.0613356 Sep 03 18:25:58.163553 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dc8b23c4-8b81-4410-9ccd-6bd7ce15c671 req-0faf4249-7672-4cfa-bfa7-08fe421822b2 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312734 Sep 03 18:25:58.659835 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a06b5c-322b-452e-9644-f35bfdf577e3 req-de2d7b34-0277-4085-b879-ed7f50c9518b tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:58.661235 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-97a06b5c-322b-452e-9644-f35bfdf577e3 req-de2d7b34-0277-4085-b879-ed7f50c9518b tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.0475028 Sep 03 18:25:58.700108 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-97a06b5c-322b-452e-9644-f35bfdf577e3 req-a1d6da02-ac67-45cf-9d84-bbe89638b3a6 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320587 Sep 03 18:25:58.890792 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828d5ee-1a7b-4e9e-b840-d1c0c3fb1992 req-c8fec14c-d899-4303-a185-457f9428e958 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:58.892263 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3828d5ee-1a7b-4e9e-b840-d1c0c3fb1992 req-c8fec14c-d899-4303-a185-457f9428e958 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 931 time: 0.0521545 Sep 03 18:25:58.930570 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3828d5ee-1a7b-4e9e-b840-d1c0c3fb1992 req-09b2323d-9235-4036-ab84-1a16d8b5a025 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322454 Sep 03 18:25:59.815028 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4be17-f057-4df2-854b-857e49d2a8c3 req-c9f8d6e1-f17f-4ac8-bc9f-4021e1f6fb40 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:59.816526 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-34b4be17-f057-4df2-854b-857e49d2a8c3 req-c9f8d6e1-f17f-4ac8-bc9f-4021e1f6fb40 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.0479500 Sep 03 18:25:59.859181 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-34b4be17-f057-4df2-854b-857e49d2a8c3 req-908968fa-fae0-498c-ae52-484e8ed0d0a0 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330093 Sep 03 18:26:00.041407 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383299c-3c7e-49d8-ada4-a814a72575cf req-0357bdb6-31eb-426f-a662-df1ffbd966bc tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:00.042837 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0383299c-3c7e-49d8-ada4-a814a72575cf req-0357bdb6-31eb-426f-a662-df1ffbd966bc tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 931 time: 0.0477407 Sep 03 18:26:00.078535 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0383299c-3c7e-49d8-ada4-a814a72575cf req-afdee1f6-7c43-4fd8-8a0b-33f7e8c699d4 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299430 Sep 03 18:26:00.414380 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Request body: {'port': {'device_id': '4635ac48-281f-4721-8828-6147a47eb464', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:00.471185 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:00.733112 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022aa91c-7d9b-4448-be36-a53e82a61f98 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:26:00.741525 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:00.754298 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Transition to ACTIVE for port object 022aa91c-7d9b-4448-be36-a53e82a61f98 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:26:00.830427 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:00.902978 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Pushing event updated for resources: {'Port': ['ID=022aa91c-7d9b-4448-be36-a53e82a61f98,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:00.988240 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Attempting to bind port 022aa91c-7d9b-4448-be36-a53e82a61f98 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:26:00.988612 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Attempting to bind port 022aa91c-7d9b-4448-be36-a53e82a61f98 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:26:00.988993 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Attempting to bind port 022aa91c-7d9b-4448-be36-a53e82a61f98 on network ac5fd485-7104-4199-a05c-e3b9f6c68301 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:26:00.997522 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Port 022aa91c-7d9b-4448-be36-a53e82a61f98 on network ac5fd485-7104-4199-a05c-e3b9f6c68301 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:26:00.997851 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Attempting to bind port 022aa91c-7d9b-4448-be36-a53e82a61f98 on network ac5fd485-7104-4199-a05c-e3b9f6c68301 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:26:01.008447 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ec26f-e0af-4449-81af-0da1a3875436 req-761e81aa-aee2-4243-9182-21a10a725101 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:01.010141 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9a1ec26f-e0af-4449-81af-0da1a3875436 req-761e81aa-aee2-4243-9182-21a10a725101 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.0788529 Sep 03 18:26:01.013128 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:26:01.013468 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Checking segment: {'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:26:01.014809 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Bound using segment: {'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:26:01.014809 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Bound port: 022aa91c-7d9b-4448-be36-a53e82a61f98, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546681e3-8e03-45b7-81b2-db204b97e37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:26:01.014809 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:01.085200 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9a1ec26f-e0af-4449-81af-0da1a3875436 req-ea451c9e-dbd8-4509-8139-7c045bb2f5b6 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682182 Sep 03 18:26:01.110863 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] For port 022aa91c-7d9b-4448-be36-a53e82a61f98, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:26:01.114848 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] For port 022aa91c-7d9b-4448-be36-a53e82a61f98, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=022aa91c-7d9b-4448-be36-a53e82a61f98,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:26:01.191942 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63061a5-8f9e-46a6-b285-bf133ac0fb31 req-40f2f6cf-3de8-4c02-ad39-0bd275f0c954 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:01.193424 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c63061a5-8f9e-46a6-b285-bf133ac0fb31 req-40f2f6cf-3de8-4c02-ad39-0bd275f0c954 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0486228 Sep 03 18:26:01.196719 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:01.245710 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:01.256457 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:01.256457 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] 10.222.0.32 "PUT /v2.0/ports/022aa91c-7d9b-4448-be36-a53e82a61f98 HTTP/1.1" status: 200 len: 1093 time: 0.8381970 Sep 03 18:26:01.256457 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:26:01.256457 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2487256c-c5f6-43b7-a77e-6e197cbc5c50" -d '{"events": [{"name": "network-changed", "server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:26:01.294481 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b805f7-627d-4df7-8e7c-831d4c6d9751 service neutron] Pushing event updated for resources: {'Port': ['ID=022aa91c-7d9b-4448-be36-a53e82a61f98,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:01.310703 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c63061a5-8f9e-46a6-b285-bf133ac0fb31 req-3a46d0cb-a595-4bfc-9022-15833de6bc3f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040118 Sep 03 18:26:01.323507 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef184163-248b-4145-bf50-7a70912be631 x-openstack-request-id: req-ef184163-248b-4145-bf50-7a70912be631 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:26:01.323944 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:26:01.324201 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef184163-248b-4145-bf50-7a70912be631 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:26:01.324603 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'status': 'completed', 'code': 200} Sep 03 18:26:01.419505 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487256c-c5f6-43b7-a77e-6e197cbc5c50 req-18324a99-20b8-4fb0-813b-a7d6868be465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:01.421120 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2487256c-c5f6-43b7-a77e-6e197cbc5c50 req-18324a99-20b8-4fb0-813b-a7d6868be465 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=505fcc68162a484aa2508fe94a4acdaf&device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 1096 time: 0.0584071 Sep 03 18:26:01.529833 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487256c-c5f6-43b7-a77e-6e197cbc5c50 req-424a43fc-e29a-4edf-9ad4-36d4c5868b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:01.531318 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2487256c-c5f6-43b7-a77e-6e197cbc5c50 req-424a43fc-e29a-4edf-9ad4-36d4c5868b3c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=505fcc68162a484aa2508fe94a4acdaf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0986552 Sep 03 18:26:01.649047 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487256c-c5f6-43b7-a77e-6e197cbc5c50 req-04e60f68-62d5-409c-a4fb-8ca9119a42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:01.651536 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2487256c-c5f6-43b7-a77e-6e197cbc5c50 req-04e60f68-62d5-409c-a4fb-8ca9119a42e4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027889 Sep 03 18:26:01.733620 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-4698b2c1-3361-46e4-bff7-b30cc504bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:01.735169 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-4698b2c1-3361-46e4-bff7-b30cc504bcd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=505fcc68162a484aa2508fe94a4acdaf&device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 1096 time: 0.0402560 Sep 03 18:26:01.740169 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:26:01.786877 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-bf05f03b-6350-42ba-8384-1311c8c1108d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=022aa91c-7d9b-4448-be36-a53e82a61f98 HTTP/1.1" status: 200 len: 217 time: 0.0345380 Sep 03 18:26:01.839296 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-f6343609-30fd-4086-8bfb-782d7a67c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:01.840862 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-f6343609-30fd-4086-8bfb-782d7a67c708 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=690617a1-2d5b-40ad-a479-ee14b04c95f1 HTTP/1.1" status: 200 len: 848 time: 0.0463176 Sep 03 18:26:01.895700 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-6042e5cc-7dff-4e61-bd76-69c93a7ded2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:01.897318 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-6042e5cc-7dff-4e61-bd76-69c93a7ded2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac5fd485-7104-4199-a05c-e3b9f6c68301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409646 Sep 03 18:26:02.002172 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-7bedd5ce-9919-4092-a585-f2eef1729322 service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906529 Sep 03 18:26:02.105558 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d6214f2-15c4-4bc6-bd4f-095be1484b68 req-5b08b3ef-fd41-4bcb-9b09-e2dab3c1b4eb service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920851 Sep 03 18:26:02.163195 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d523d-9943-4b44-bffd-9540703a847b req-de5c6ffc-7b86-4ac8-b81c-f7f68f77b82c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:02.164851 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-897d523d-9943-4b44-bffd-9540703a847b req-de5c6ffc-7b86-4ac8-b81c-f7f68f77b82c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0514183 Sep 03 18:26:02.236016 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-897d523d-9943-4b44-bffd-9540703a847b req-5ee34a18-782e-4000-8425-e7f43c5a13c1 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605497 Sep 03 18:26:02.244608 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f3ff1-5768-498f-9394-ec619003f8d7 req-ee0ce704-34d6-4fe3-b051-f6cc8875b8ae tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:02.246794 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e44f3ff1-5768-498f-9394-ec619003f8d7 req-ee0ce704-34d6-4fe3-b051-f6cc8875b8ae tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.0808790 Sep 03 18:26:02.292340 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e44f3ff1-5768-498f-9394-ec619003f8d7 req-d5c7d9f8-14e3-4bb9-a2c4-9c19df5f1728 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326836 Sep 03 18:26:02.422096 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad6f9f-e9eb-4d3d-99ed-097de3c3c484 req-8647859b-d9ae-4a22-b783-ffb905fefc14 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:02.423575 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-12ad6f9f-e9eb-4d3d-99ed-097de3c3c484 req-8647859b-d9ae-4a22-b783-ffb905fefc14 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0561142 Sep 03 18:26:02.461453 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-12ad6f9f-e9eb-4d3d-99ed-097de3c3c484 req-90c0cc2e-8438-408d-84b8-966cc5d30e13 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314732 Sep 03 18:26:03.354201 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9dee9d-ccfd-465a-a620-ced9b70aad42 req-3ec7911f-772d-4145-80d9-cdc6498a4691 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:03.355686 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ad9dee9d-ccfd-465a-a620-ced9b70aad42 req-3ec7911f-772d-4145-80d9-cdc6498a4691 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0523353 Sep 03 18:26:03.427624 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ad9dee9d-ccfd-465a-a620-ced9b70aad42 req-efc11f2d-cbc5-4020-90ae-99f08ef38cd2 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596206 Sep 03 18:26:03.435960 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d159a-7f74-4a59-afd7-1265078ebcd1 req-1d6f8c20-4665-45cd-ac64-1518f0094b1b tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:03.437465 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-755d159a-7f74-4a59-afd7-1265078ebcd1 req-1d6f8c20-4665-45cd-ac64-1518f0094b1b tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.0781088 Sep 03 18:26:03.479034 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-755d159a-7f74-4a59-afd7-1265078ebcd1 req-432e4753-4a07-4033-9d3f-9c9f001eadcc tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342469 Sep 03 18:26:03.585265 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bb78a-aedb-4719-ac1e-e23625087951 req-6902c0ef-e5de-46e9-ae22-35a30ce07f75 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:03.586747 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-287bb78a-aedb-4719-ac1e-e23625087951 req-6902c0ef-e5de-46e9-ae22-35a30ce07f75 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0490353 Sep 03 18:26:03.633808 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-287bb78a-aedb-4719-ac1e-e23625087951 req-51afd186-ca6a-4c06-a952-65080b76d8de tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405838 Sep 03 18:26:04.546302 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011056a-016a-419d-8e41-5ce1bf642afd req-0f087e62-fb02-4026-b27f-74bde76d6e73 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:04.547887 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6011056a-016a-419d-8e41-5ce1bf642afd req-0f087e62-fb02-4026-b27f-74bde76d6e73 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0535586 Sep 03 18:26:04.832427 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6011056a-016a-419d-8e41-5ce1bf642afd req-63931b82-fdf9-4a9a-8a71-481e471bb4e3 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685301 Sep 03 18:26:04.842805 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c7b46-4b28-497b-906e-ea5364abfc8e req-00bde8d8-8b39-4838-ac65-dff584ffa271 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:04.844259 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c52c7b46-4b28-497b-906e-ea5364abfc8e req-00bde8d8-8b39-4838-ac65-dff584ffa271 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.2906630 Sep 03 18:26:04.882175 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c52c7b46-4b28-497b-906e-ea5364abfc8e req-4249d203-a2cd-4f51-9a08-fac5ecd4c9ee tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Sep 03 18:26:04.929837 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c6ffc-0695-44de-87d6-20b9e6d62a2d req-416c1e5a-223e-4d4a-a855-edfca938171e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:04.931847 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bf8c6ffc-0695-44de-87d6-20b9e6d62a2d req-416c1e5a-223e-4d4a-a855-edfca938171e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0469999 Sep 03 18:26:04.970318 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bf8c6ffc-0695-44de-87d6-20b9e6d62a2d req-e1bb5b5d-9980-4b9e-ab8f-a3be9b8968a2 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327182 Sep 03 18:26:05.753604 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cc8ca-2143-43a8-9806-a1f9d8a2216c req-c9336c83-32b9-4098-9ffa-0ae9f3f179b2 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:05.755063 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d75cc8ca-2143-43a8-9806-a1f9d8a2216c req-c9336c83-32b9-4098-9ffa-0ae9f3f179b2 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.0502632 Sep 03 18:26:05.856511 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-d75cc8ca-2143-43a8-9806-a1f9d8a2216c req-f38076b4-9505-48bc-8505-8923e805659e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Deleting port 93601d19-a726-4b01-a53b-588be9b2e20c {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:05.857058 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d75cc8ca-2143-43a8-9806-a1f9d8a2216c req-f38076b4-9505-48bc-8505-8923e805659e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:06.020599 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-d75cc8ca-2143-43a8-9806-a1f9d8a2216c req-f38076b4-9505-48bc-8505-8923e805659e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] For port 93601d19-a726-4b01-a53b-588be9b2e20c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=93601d19-a726-4b01-a53b-588be9b2e20c,segment=NetworkSegment(ea6abd4b-c7fd-499d-8d33-aad3c8b2460e),segment_id=ea6abd4b-c7fd-499d-8d33-aad3c8b2460e)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:06.021000 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d75cc8ca-2143-43a8-9806-a1f9d8a2216c req-f38076b4-9505-48bc-8505-8923e805659e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:06.045973 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-d75cc8ca-2143-43a8-9806-a1f9d8a2216c req-f38076b4-9505-48bc-8505-8923e805659e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Calling delete_port for 93601d19-a726-4b01-a53b-588be9b2e20c owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:06.054594 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de22eb-d1dc-48ef-b1d0-ad641dceb5f3 req-fe952366-74cb-4448-95b1-643a6e7f8319 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:06.056100 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-27de22eb-d1dc-48ef-b1d0-ad641dceb5f3 req-fe952366-74cb-4448-95b1-643a6e7f8319 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.1301837 Sep 03 18:26:06.082461 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4ec95-f2cf-47df-b5be-23a17b10f33d req-e9c0d734-218e-4b2b-9a14-cdfdad7868be tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:06.083907 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f2f4ec95-f2cf-47df-b5be-23a17b10f33d req-e9c0d734-218e-4b2b-9a14-cdfdad7868be tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 950 time: 0.1324258 Sep 03 18:26:06.170977 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-27de22eb-d1dc-48ef-b1d0-ad641dceb5f3 req-946a6b04-cf32-4ffe-94c6-1dd5e5c09158 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048338 Sep 03 18:26:06.187741 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f2f4ec95-f2cf-47df-b5be-23a17b10f33d req-9555616d-2228-4889-be10-3bee4fdb1ce0 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/security-groups?id=597b27c1-56ac-4d91-b823-59899aa32d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947659 Sep 03 18:26:06.303752 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda559c7-4dca-4c62-b088-01192f1f0462 req-1939c09f-77f0-4deb-8a49-948eaaa93487 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:06.305260 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fda559c7-4dca-4c62-b088-01192f1f0462 req-1939c09f-77f0-4deb-8a49-948eaaa93487 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0680470 Sep 03 18:26:06.343225 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fda559c7-4dca-4c62-b088-01192f1f0462 req-4b43a3e2-8474-48cb-9730-59603abe0082 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315456 Sep 03 18:26:06.368074 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d75cc8ca-2143-43a8-9806-a1f9d8a2216c req-f38076b4-9505-48bc-8505-8923e805659e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:06.380459 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['93601d19-a726-4b01-a53b-588be9b2e20c'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:26:06.399637 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38076b4-9505-48bc-8505-8923e805659e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Pushing event deleted for resources: {'Port': ['ID=93601d19-a726-4b01-a53b-588be9b2e20c,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:06.437524 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75cc8ca-2143-43a8-9806-a1f9d8a2216c req-f38076b4-9505-48bc-8505-8923e805659e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] No DVR routers for this DVR port 93601d19-a726-4b01-a53b-588be9b2e20c on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:26:06.440132 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d75cc8ca-2143-43a8-9806-a1f9d8a2216c req-f38076b4-9505-48bc-8505-8923e805659e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:06.442247 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d75cc8ca-2143-43a8-9806-a1f9d8a2216c req-f38076b4-9505-48bc-8505-8923e805659e tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.32 "DELETE /v2.0/ports/93601d19-a726-4b01-a53b-588be9b2e20c HTTP/1.1" status: 204 len: 173 time: 0.6794825 Sep 03 18:26:06.442702 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9af2c8-a558-4efa-a976-f966c398edd6', 'name': 'network-vif-deleted', 'tag': '93601d19-a726-4b01-a53b-588be9b2e20c'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:26:06.445032 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdb17d1-2280-493a-b5c4-c0fc46425dde" -d '{"events": [{"server_uuid": "ef9af2c8-a558-4efa-a976-f966c398edd6", "name": "network-vif-deleted", "tag": "93601d19-a726-4b01-a53b-588be9b2e20c"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:26:06.483419 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc65b03-aacb-40a6-9512-b806c42b1caa x-openstack-request-id: req-cdc65b03-aacb-40a6-9512-b806c42b1caa {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:26:06.483923 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9af2c8-a558-4efa-a976-f966c398edd6", "name": "network-vif-deleted", "tag": "93601d19-a726-4b01-a53b-588be9b2e20c", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:26:06.484238 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cdc65b03-aacb-40a6-9512-b806c42b1caa {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:26:06.484673 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9af2c8-a558-4efa-a976-f966c398edd6', 'name': 'network-vif-deleted', 'tag': '93601d19-a726-4b01-a53b-588be9b2e20c', 'status': 'completed', 'code': 200} Sep 03 18:26:07.324944 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-68781f4a-6cf6-4c1e-8ff1-c67973dac7c2 req-a48155cf-0d50-48b7-94f0-6ec64480d016 tempest-VolumesNegativeTest-696139993 tempest-VolumesNegativeTest-696139993-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef9af2c8-a558-4efa-a976-f966c398edd6 HTTP/1.1" status: 200 len: 210 time: 0.0278902 Sep 03 18:26:07.344863 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96566cc3-67c1-4fa1-ab3c-17ef55d3e030 req-96684b96-766b-4aa4-ac47-3f912b338c88 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:07.344863 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-96566cc3-67c1-4fa1-ab3c-17ef55d3e030 req-96684b96-766b-4aa4-ac47-3f912b338c88 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.0958743 Sep 03 18:26:07.431991 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-96566cc3-67c1-4fa1-ab3c-17ef55d3e030 req-a0217916-0453-4da4-aa59-701c1e579fde tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808778 Sep 03 18:26:07.476226 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0263da-5210-44b5-95d7-95b6480d22b8 req-8b3a7749-40ff-4ce5-a716-dc1524228d13 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:07.482189 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2f0263da-5210-44b5-95d7-95b6480d22b8 req-8b3a7749-40ff-4ce5-a716-dc1524228d13 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.32 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 945 time: 0.1108279 Sep 03 18:26:07.540319 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33affbea-a090-4fec-a6e3-0d268012bf91 req-4c86293d-7365-4e38-9481-6df97da7e83b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:07.542387 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-33affbea-a090-4fec-a6e3-0d268012bf91 req-4c86293d-7365-4e38-9481-6df97da7e83b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.1076450 Sep 03 18:26:07.607800 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-33affbea-a090-4fec-a6e3-0d268012bf91 req-73ee4246-a521-49e8-86cb-e13f9d674d13 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571358 Sep 03 18:26:07.627226 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-2f0263da-5210-44b5-95d7-95b6480d22b8 req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Deleting port 2f558f79-9c4a-4493-96ce-299307a82d65 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:07.627572 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2f0263da-5210-44b5-95d7-95b6480d22b8 req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:07.768807 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-2f0263da-5210-44b5-95d7-95b6480d22b8 req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] For port 2f558f79-9c4a-4493-96ce-299307a82d65, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2f558f79-9c4a-4493-96ce-299307a82d65,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:07.769174 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2f0263da-5210-44b5-95d7-95b6480d22b8 req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:07.783289 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-2f0263da-5210-44b5-95d7-95b6480d22b8 req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Calling delete_port for 2f558f79-9c4a-4493-96ce-299307a82d65 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:07.983053 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2f0263da-5210-44b5-95d7-95b6480d22b8 req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:07.991708 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['08c8d689-708f-40c4-a8a1-ad808a939a90', '2f558f79-9c4a-4493-96ce-299307a82d65'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:26:08.013495 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Pushing event deleted for resources: {'Port': ['ID=2f558f79-9c4a-4493-96ce-299307a82d65,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:08.025954 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:08.026250 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:08.026596 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:08.026943 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:08.027287 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:08.027636 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:08.027977 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:08.028307 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:08.028666 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:08.028996 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:08.029330 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:08.029659 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:08.069760 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0263da-5210-44b5-95d7-95b6480d22b8 req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] No DVR routers for this DVR port 2f558f79-9c4a-4493-96ce-299307a82d65 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:26:08.072131 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2f0263da-5210-44b5-95d7-95b6480d22b8 req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:08.074183 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2f0263da-5210-44b5-95d7-95b6480d22b8 req-e4285310-c445-4e11-ad50-86a45dd6864c tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.32 "DELETE /v2.0/ports/2f558f79-9c4a-4493-96ce-299307a82d65 HTTP/1.1" status: 204 len: 173 time: 0.5855885 Sep 03 18:26:08.218429 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-41393c5f-d5a0-4063-8ba5-d1b8cd2bc531 req-15edc801-10b5-47d6-997f-3b0138a2e5b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433869 Sep 03 18:26:08.288401 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41393c5f-d5a0-4063-8ba5-d1b8cd2bc531 req-584883b9-b580-4c9f-8b75-ee9a40a056df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:08.289960 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-41393c5f-d5a0-4063-8ba5-d1b8cd2bc531 req-584883b9-b580-4c9f-8b75-ee9a40a056df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e536d47e77e248429da43165cb987ba5&device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 1098 time: 0.0434997 Sep 03 18:26:08.398824 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41393c5f-d5a0-4063-8ba5-d1b8cd2bc531 req-12c03b11-882c-42cc-b76e-a5814efa2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:08.403191 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-41393c5f-d5a0-4063-8ba5-d1b8cd2bc531 req-12c03b11-882c-42cc-b76e-a5814efa2d1f service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 HTTP/1.1" status: 200 len: 912 time: 0.0899777 Sep 03 18:26:08.482640 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-41393c5f-d5a0-4063-8ba5-d1b8cd2bc531 req-1483a342-19f2-43f8-891c-c956ef268d3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd0161a-41eb-49be-8449-235aa4984b19 HTTP/1.1" status: 200 len: 1001 time: 0.0700750 Sep 03 18:26:08.485388 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00b6780-3ae3-4736-b40b-4ae4f93c5520', 'name': 'network-vif-deleted', 'tag': '2f558f79-9c4a-4493-96ce-299307a82d65'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:26:08.487606 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb62146-9f62-45b8-b35a-e5ca4edc5ca1" -d '{"events": [{"server_uuid": "f00b6780-3ae3-4736-b40b-4ae4f93c5520", "name": "network-vif-deleted", "tag": "2f558f79-9c4a-4493-96ce-299307a82d65"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:26:08.534151 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43bf307-9000-4748-bcc7-c334ed54717b x-openstack-request-id: req-d43bf307-9000-4748-bcc7-c334ed54717b {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:26:08.534431 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00b6780-3ae3-4736-b40b-4ae4f93c5520", "name": "network-vif-deleted", "tag": "2f558f79-9c4a-4493-96ce-299307a82d65", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:26:08.534677 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d43bf307-9000-4748-bcc7-c334ed54717b {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:26:08.535056 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00b6780-3ae3-4736-b40b-4ae4f93c5520', 'name': 'network-vif-deleted', 'tag': '2f558f79-9c4a-4493-96ce-299307a82d65', 'status': 'completed', 'code': 200} Sep 03 18:26:08.555150 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d3b4ec20-3edd-4da5-b86e-447136fb21b4 req-33f360ea-d8ad-4c55-a570-4efa1bf91c20 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=f00b6780-3ae3-4736-b40b-4ae4f93c5520 HTTP/1.1" status: 200 len: 210 time: 0.0354753 Sep 03 18:26:08.568437 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41393c5f-d5a0-4063-8ba5-d1b8cd2bc531 req-c2f54dcf-9ebb-4497-8d11-a395f15d3209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:08.569951 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-41393c5f-d5a0-4063-8ba5-d1b8cd2bc531 req-c2f54dcf-9ebb-4497-8d11-a395f15d3209 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92072c23-33c1-47f0-b4a5-f2bb027fc0fb HTTP/1.1" status: 200 len: 850 time: 0.0785973 Sep 03 18:26:08.626503 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41393c5f-d5a0-4063-8ba5-d1b8cd2bc531 req-0d7087b5-b012-441d-adc4-7835a3fbb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:08.627995 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-41393c5f-d5a0-4063-8ba5-d1b8cd2bc531 req-0d7087b5-b012-441d-adc4-7835a3fbb328 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405483 Sep 03 18:26:08.754024 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-41393c5f-d5a0-4063-8ba5-d1b8cd2bc531 req-f9896447-d77d-4f1e-b367-879b452d5d0f service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178262 Sep 03 18:26:08.765085 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d23452-e887-4be1-bbe2-6448dac1f410 req-d2b8a315-43a4-4746-beb1-acae8168c25b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:08.766561 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-37d23452-e887-4be1-bbe2-6448dac1f410 req-d2b8a315-43a4-4746-beb1-acae8168c25b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0687473 Sep 03 18:26:08.856384 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-37d23452-e887-4be1-bbe2-6448dac1f410 req-be1fb364-02f9-4597-91c8-f41481636670 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805895 Sep 03 18:26:08.884081 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-41393c5f-d5a0-4063-8ba5-d1b8cd2bc531 req-9375f130-7af6-4ad7-b52e-c7245b851af6 service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165628 Sep 03 18:26:09.303409 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 2f558f79-9c4a-4493-96ce-299307a82d65 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:26:09.323253 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 2f558f79-9c4a-4493-96ce-299307a82d65 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:26:09.323596 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 2f558f79-9c4a-4493-96ce-299307a82d65 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:26:09.324009 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 93601d19-a726-4b01-a53b-588be9b2e20c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:26:09.342269 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 93601d19-a726-4b01-a53b-588be9b2e20c {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:26:09.342608 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 93601d19-a726-4b01-a53b-588be9b2e20c not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:26:09.727665 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:09.977632 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff8ced-1f06-44e0-b6b1-d068f9dff2b8 req-198ce150-41a7-4743-aacf-dc6ac60fc6ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:09.979232 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2dff8ced-1f06-44e0-b6b1-d068f9dff2b8 req-198ce150-41a7-4743-aacf-dc6ac60fc6ef tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0523796 Sep 03 18:26:10.041068 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2dff8ced-1f06-44e0-b6b1-d068f9dff2b8 req-3be7797c-1884-43da-85b2-92793c5fca74 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536957 Sep 03 18:26:10.091139 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d05a9-e86d-47a9-a405-fb89927ccb7f req-47a85336-f339-4ff9-af03-615ac40c2982 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:10.092684 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-740d05a9-e86d-47a9-a405-fb89927ccb7f req-47a85336-f339-4ff9-af03-615ac40c2982 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0708997 Sep 03 18:26:10.131232 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-740d05a9-e86d-47a9-a405-fb89927ccb7f req-343444eb-eea5-4f0a-9e33-4843c75d7a14 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Sep 03 18:26:11.158773 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d69667-60ad-4f04-8a45-5382f981e7b5 req-8db9f21a-2eb0-4124-b0d8-32ee62be148f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:11.159795 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60d69667-60ad-4f04-8a45-5382f981e7b5 req-8db9f21a-2eb0-4124-b0d8-32ee62be148f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0494499 Sep 03 18:26:11.218969 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60d69667-60ad-4f04-8a45-5382f981e7b5 req-43f2b5b3-9dcf-497f-827a-e98555eca688 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523224 Sep 03 18:26:11.271863 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27027ca-d494-4f1a-975e-087776a0d43f req-84a7568a-2789-4e5d-b1ed-2699d08d2711 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:11.273426 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c27027ca-d494-4f1a-975e-087776a0d43f req-84a7568a-2789-4e5d-b1ed-2699d08d2711 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0499074 Sep 03 18:26:11.311746 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c27027ca-d494-4f1a-975e-087776a0d43f req-bfc42e93-2453-4290-8755-58ddb7d65ffb tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316479 Sep 03 18:26:12.335215 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28a413-d720-4ede-a8aa-5febfdc657ec req-e2e4359e-5c2a-4df8-afc0-586e760f0819 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:12.336812 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4e28a413-d720-4ede-a8aa-5febfdc657ec req-e2e4359e-5c2a-4df8-afc0-586e760f0819 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0529401 Sep 03 18:26:12.378964 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4e28a413-d720-4ede-a8aa-5febfdc657ec req-ceb878ab-e7d0-4bde-88a4-f876dfba07f5 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349855 Sep 03 18:26:12.436686 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2be45b-3fcf-46e9-9b2d-8e87e2617a46 req-19caeb8f-1cbf-498e-8c61-16d2efb98a09 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:12.438193 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2b2be45b-3fcf-46e9-9b2d-8e87e2617a46 req-19caeb8f-1cbf-498e-8c61-16d2efb98a09 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0543354 Sep 03 18:26:12.477274 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2b2be45b-3fcf-46e9-9b2d-8e87e2617a46 req-752d4386-100d-433d-a80a-99fd5af9e3da tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330429 Sep 03 18:26:12.996641 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 34684) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:13.105815 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3d6fb8f3-89cd-41fe-993a-480f55929251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:13.190341 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3d6fb8f3-89cd-41fe-993a-480f55929251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:13.253777 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3d6fb8f3-89cd-41fe-993a-480f55929251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:13.293695 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-3d6fb8f3-89cd-41fe-993a-480f55929251 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9aef243447e4468b7548959da9c1134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956905 Sep 03 18:26:13.294604 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fb8f3-89cd-41fe-993a-480f55929251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0687fe85-4358-4990-b7d0-302ff41b9bcb,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:13.296159 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 34690) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:13.346070 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:13.352410 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 022aa91c-7d9b-4448-be36-a53e82a61f98 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:26:13.368497 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:13.456509 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 022aa91c-7d9b-4448-be36-a53e82a61f98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=022aa91c-7d9b-4448-be36-a53e82a61f98,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:13.471977 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'port_id': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'mac_address': 'fa:16:3e:a9:09:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:26:13.493460 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:13.496093 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:13.497266 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0687fe85-4358-4990-b7d0-302ff41b9bcb HTTP/1.1" status: 204 len: 168 time: 0.2000790 Sep 03 18:26:13.505283 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f9a61-b54c-4d3c-aa65-130d8fa3b921 req-07264f81-bd98-48b6-8cd3-d86558964708 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:13.507414 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b61f9a61-b54c-4d3c-aa65-130d8fa3b921 req-07264f81-bd98-48b6-8cd3-d86558964708 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0561068 Sep 03 18:26:13.516485 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0687fe85-4358-4990-b7d0-302ff41b9bcb,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:13.517914 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:13.528856 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.529210 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.529556 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.529892 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.530221 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.536440 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022aa91c-7d9b-4448-be36-a53e82a61f98 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:26:13.545826 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.547396 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.549107 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.549630 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.550137 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.551767 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.552276 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9053563-463d-4a24-b46f-e3e3cc921d2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.565135 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b61f9a61-b54c-4d3c-aa65-130d8fa3b921 req-c7af8879-681f-4c92-9fc7-16a94cabca1f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510812 Sep 03 18:26:13.568341 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 022aa91c-7d9b-4448-be36-a53e82a61f98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=022aa91c-7d9b-4448-be36-a53e82a61f98,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:13.621968 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63400a-eece-4ad9-899b-0293c5079e10 req-e742a83b-8ca1-474c-9afe-f78aafd5a209 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:13.623440 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9f63400a-eece-4ad9-899b-0293c5079e10 req-e742a83b-8ca1-474c-9afe-f78aafd5a209 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0562434 Sep 03 18:26:13.633995 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:13.663553 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9f63400a-eece-4ad9-899b-0293c5079e10 req-c40bb55e-5a20-4c5b-befd-323a61657b99 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340731 Sep 03 18:26:13.685082 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=022aa91c-7d9b-4448-be36-a53e82a61f98,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:13.690146 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.690502 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.690849 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.691188 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.691529 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.691866 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.692198 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.692530 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.692920 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.693258 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.693585 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.693910 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:13.930970 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['022aa91c-7d9b-4448-be36-a53e82a61f98'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:26:14.678838 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ace1f-486b-4f81-9516-a8ac3f75a3ed req-606ba243-a496-4812-b33a-31c6bbd0804f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:14.680635 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-309ace1f-486b-4f81-9516-a8ac3f75a3ed req-606ba243-a496-4812-b33a-31c6bbd0804f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 944 time: 0.0483501 Sep 03 18:26:14.718803 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-309ace1f-486b-4f81-9516-a8ac3f75a3ed req-2ef027ff-36d0-4841-bb80-f5ffb0e4993e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319088 Sep 03 18:26:14.781069 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80b7d9-9350-47dc-a943-69dfb0d8326f req-c9d6759c-80c6-4fc8-8614-5c25d01a67ba tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:14.782532 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2e80b7d9-9350-47dc-a943-69dfb0d8326f req-c9d6759c-80c6-4fc8-8614-5c25d01a67ba tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0509923 Sep 03 18:26:14.819147 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2e80b7d9-9350-47dc-a943-69dfb0d8326f req-2c99a5e9-f718-49dd-be3e-ecbee3922a87 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308096 Sep 03 18:26:15.357350 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 022aa91c-7d9b-4448-be36-a53e82a61f98 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:26:15.474324 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 022aa91c-7d9b-4448-be36-a53e82a61f98 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:26:15.478352 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 022aa91c-7d9b-4448-be36-a53e82a61f98 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:26:15.478723 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:15.553622 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:15.575817 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:26:15.578042 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cacab9-ec8d-4681-a8ed-94ccd8417fb6" -d '{"events": [{"server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "name": "network-vif-plugged", "status": "completed", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:26:15.595831 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 022aa91c-7d9b-4448-be36-a53e82a61f98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=022aa91c-7d9b-4448-be36-a53e82a61f98,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:15.616761 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b9db9d-c30f-4d70-a527-13a3ab5b2f37 x-openstack-request-id: req-24b9db9d-c30f-4d70-a527-13a3ab5b2f37 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:26:15.617060 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "name": "network-vif-plugged", "status": "completed", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:26:15.617324 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24b9db9d-c30f-4d70-a527-13a3ab5b2f37 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:26:15.619415 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'code': 200} Sep 03 18:26:15.669640 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:15.716782 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=022aa91c-7d9b-4448-be36-a53e82a61f98,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:15.846372 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937ce97-5d47-4963-8393-1a26d2d5a08a req-501adb5f-df81-4398-95e1-775a1da4bed5 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:15.847918 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b937ce97-5d47-4963-8393-1a26d2d5a08a req-501adb5f-df81-4398-95e1-775a1da4bed5 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0592482 Sep 03 18:26:15.912313 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9933e3-6c9f-4008-8100-d5f79edf1150 req-5468d44a-c6b9-4355-9c38-8065f3fdb338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:15.913746 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6c9933e3-6c9f-4008-8100-d5f79edf1150 req-5468d44a-c6b9-4355-9c38-8065f3fdb338 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 1098 time: 0.0833375 Sep 03 18:26:15.918399 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b937ce97-5d47-4963-8393-1a26d2d5a08a req-4abd9368-31f5-420a-b3bf-a4cb9800a082 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562377 Sep 03 18:26:15.972637 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6c9933e3-6c9f-4008-8100-d5f79edf1150 req-55d9cf69-e857-420e-b961-a7f100f5d405 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370703 Sep 03 18:26:15.980776 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c894a2-13a3-4c8b-9663-be010164d18f req-fd56cdc2-6b88-4b03-a49c-2a96118ca984 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:15.982099 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-74c894a2-13a3-4c8b-9663-be010164d18f req-fd56cdc2-6b88-4b03-a49c-2a96118ca984 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0925236 Sep 03 18:26:16.017687 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-74c894a2-13a3-4c8b-9663-be010164d18f req-8af66602-34f2-4b57-b119-925ea22c920f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/security-groups?id=adc688ee-fd21-4245-83c3-ac09538e0b9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296278 Sep 03 18:26:16.518973 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3bdb1-ee0b-4d3d-9bc8-c4beb72204f8 req-c08e6669-dd91-4b82-a206-48a8cadfc42f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:16.520424 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4dd3bdb1-ee0b-4d3d-9bc8-c4beb72204f8 req-c08e6669-dd91-4b82-a206-48a8cadfc42f tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.32 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 946 time: 0.0472333 Sep 03 18:26:16.613793 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-4dd3bdb1-ee0b-4d3d-9bc8-c4beb72204f8 req-8b8a9da2-3136-4a9e-b792-6eb3cfac0fa5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Deleting port 08c8d689-708f-40c4-a8a1-ad808a939a90 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:16.614123 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-4dd3bdb1-ee0b-4d3d-9bc8-c4beb72204f8 req-8b8a9da2-3136-4a9e-b792-6eb3cfac0fa5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:16.699909 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-4dd3bdb1-ee0b-4d3d-9bc8-c4beb72204f8 req-8b8a9da2-3136-4a9e-b792-6eb3cfac0fa5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] For port 08c8d689-708f-40c4-a8a1-ad808a939a90, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=08c8d689-708f-40c4-a8a1-ad808a939a90,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:16.700283 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-4dd3bdb1-ee0b-4d3d-9bc8-c4beb72204f8 req-8b8a9da2-3136-4a9e-b792-6eb3cfac0fa5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:16.713766 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-4dd3bdb1-ee0b-4d3d-9bc8-c4beb72204f8 req-8b8a9da2-3136-4a9e-b792-6eb3cfac0fa5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Calling delete_port for 08c8d689-708f-40c4-a8a1-ad808a939a90 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:16.934031 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-4dd3bdb1-ee0b-4d3d-9bc8-c4beb72204f8 req-8b8a9da2-3136-4a9e-b792-6eb3cfac0fa5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:16.945822 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['08c8d689-708f-40c4-a8a1-ad808a939a90'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:26:16.963560 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a9da2-3136-4a9e-b792-6eb3cfac0fa5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Pushing event deleted for resources: {'Port': ['ID=08c8d689-708f-40c4-a8a1-ad808a939a90,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:17.015491 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd3bdb1-ee0b-4d3d-9bc8-c4beb72204f8 req-8b8a9da2-3136-4a9e-b792-6eb3cfac0fa5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] No DVR routers for this DVR port 08c8d689-708f-40c4-a8a1-ad808a939a90 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:26:17.030102 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-4dd3bdb1-ee0b-4d3d-9bc8-c4beb72204f8 req-8b8a9da2-3136-4a9e-b792-6eb3cfac0fa5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:17.032049 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4dd3bdb1-ee0b-4d3d-9bc8-c4beb72204f8 req-8b8a9da2-3136-4a9e-b792-6eb3cfac0fa5 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.32 "DELETE /v2.0/ports/08c8d689-708f-40c4-a8a1-ad808a939a90 HTTP/1.1" status: 204 len: 173 time: 0.5034916 Sep 03 18:26:17.032650 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f72760-96d0-4659-a90b-ca00d42fcc86', 'name': 'network-vif-deleted', 'tag': '08c8d689-708f-40c4-a8a1-ad808a939a90'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:26:17.034946 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f0ace6-bb47-478b-a10d-a8e44715a3b3" -d '{"events": [{"server_uuid": "04f72760-96d0-4659-a90b-ca00d42fcc86", "name": "network-vif-deleted", "tag": "08c8d689-708f-40c4-a8a1-ad808a939a90"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:26:17.062892 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b639fa1-7fc3-4bc4-922b-5c71f53de940 req-5b58160f-3051-4a4b-8c45-a04e43312218 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:17.068331 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9b639fa1-7fc3-4bc4-922b-5c71f53de940 req-5b58160f-3051-4a4b-8c45-a04e43312218 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0747342 Sep 03 18:26:17.082364 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abe5d23-c051-4943-995f-1c7af2b815c2 x-openstack-request-id: req-5abe5d23-c051-4943-995f-1c7af2b815c2 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:26:17.082661 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f72760-96d0-4659-a90b-ca00d42fcc86", "name": "network-vif-deleted", "tag": "08c8d689-708f-40c4-a8a1-ad808a939a90", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:26:17.082911 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5abe5d23-c051-4943-995f-1c7af2b815c2 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:26:17.083297 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f72760-96d0-4659-a90b-ca00d42fcc86', 'name': 'network-vif-deleted', 'tag': '08c8d689-708f-40c4-a8a1-ad808a939a90', 'status': 'completed', 'code': 200} Sep 03 18:26:17.112407 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9b639fa1-7fc3-4bc4-922b-5c71f53de940 req-07af8b05-e93a-433d-ba6e-e721b52c3a23 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419910 Sep 03 18:26:17.163570 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1df6fb84-f442-4e33-a520-2e426928dad2 req-22f6e0ef-1f9b-4eb0-b613-6faab85e22d9 tempest-ServerRescueNegativeTestJSON-1555870671 tempest-ServerRescueNegativeTestJSON-1555870671-project] 10.222.0.43 "GET /v2.0/ports?device_id=04f72760-96d0-4659-a90b-ca00d42fcc86 HTTP/1.1" status: 200 len: 210 time: 0.0277390 Sep 03 18:26:18.227718 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 34746) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:18.253944 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c51ae0-aa1f-43be-9bd0-f6c0d02c6db0 req-0aed9ce0-3253-41ce-a801-53887dc4a333 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:18.267586 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-90c51ae0-aa1f-43be-9bd0-f6c0d02c6db0 req-0aed9ce0-3253-41ce-a801-53887dc4a333 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0824149 Sep 03 18:26:18.321292 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-90c51ae0-aa1f-43be-9bd0-f6c0d02c6db0 req-0fad2baf-da3c-4a72-a877-dd35e87858d1 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505550 Sep 03 18:26:18.442463 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22635e6-f8e3-453f-a9d1-97f6cfeab124 req-fda95ca9-37d8-4c38-b7f6-e6ec267ca283 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:18.443982 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f22635e6-f8e3-453f-a9d1-97f6cfeab124 req-fda95ca9-37d8-4c38-b7f6-e6ec267ca283 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0566130 Sep 03 18:26:18.482542 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f22635e6-f8e3-453f-a9d1-97f6cfeab124 req-ab6ce077-3012-478e-abe8-bda5b4bdad8e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317640 Sep 03 18:26:18.504453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 34754) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:18.678801 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a647b335-608a-4881-92af-32b755e727b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563258'] for router_interface, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:18.701583 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e767a623-a9a6-45f5-98b7-2483fdfda083 tempest-TestShelveInstance-438923582 tempest-TestShelveInstance-438923582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:18.706609 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-e767a623-a9a6-45f5-98b7-2483fdfda083 tempest-TestShelveInstance-438923582 tempest-TestShelveInstance-438923582-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 1093 time: 0.1984060 Sep 03 18:26:18.706866 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 34758) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:18.711284 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Request body: {'floatingip': {'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'port_id': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:18.808243 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for floatingip, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:18.907350 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:18.986182 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-a647b335-608a-4881-92af-32b755e727b6 admin admin] Deleting port 7ae9a964-2947-4691-9e8e-69b37d7e88b7 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:18.986622 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a647b335-608a-4881-92af-32b755e727b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:19.011091 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Allocated IP 172.27.2.99 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/9fa0afa3-bf82-4fb4-b374-4d9dfe4546cc) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:26:19.068465 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-a647b335-608a-4881-92af-32b755e727b6 admin admin] For port 7ae9a964-2947-4691-9e8e-69b37d7e88b7, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=7ae9a964-2947-4691-9e8e-69b37d7e88b7,segment=NetworkSegment(f4e5e754-ba00-4432-ae18-fb6bb1ba3f51),segment_id=f4e5e754-ba00-4432-ae18-fb6bb1ba3f51)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:19.068776 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a647b335-608a-4881-92af-32b755e727b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:19.081310 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-a647b335-608a-4881-92af-32b755e727b6 admin admin] Calling delete_port for 7ae9a964-2947-4691-9e8e-69b37d7e88b7 owned by network:router_interface {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:19.135141 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:19.222752 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:19.259837 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:26:19.262718 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:26:19.266168 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:26:19.293380 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event updated for resources: {'Port': ['ID=9fa0afa3-bf82-4fb4-b374-4d9dfe4546cc,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:19.373809 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a647b335-608a-4881-92af-32b755e727b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:19.403185 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647b335-608a-4881-92af-32b755e727b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae9a964-2947-4691-9e8e-69b37d7e88b7,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:19.755922 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a647b335-608a-4881-92af-32b755e727b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1047720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563374'] for router_interface, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:19.918647 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:19.974662 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a647b335-608a-4881-92af-32b755e727b6 admin admin] Router 4481df9c-b251-43d4-9b2c-03ab4e4aead0 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:26:20.036083 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:20.085816 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a647b335-608a-4881-92af-32b755e727b6 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:26:20.094728 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a647b335-608a-4881-92af-32b755e727b6 admin admin] 10.222.0.43 "PUT /v2.0/routers/4481df9c-b251-43d4-9b2c-03ab4e4aead0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8627462 Sep 03 18:26:20.094728 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 34766) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:20.097562 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b4b720-149a-4533-9587-9d18f8b32f9c None None] Sync routers for ids ['4481df9c-b251-43d4-9b2c-03ab4e4aead0'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:26:20.108576 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4b720-149a-4533-9587-9d18f8b32f9c None None] Routers {'4481df9c-b251-43d4-9b2c-03ab4e4aead0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:20.109224 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-79b4b720-149a-4533-9587-9d18f8b32f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:25:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['4481df9c-b251-43d4-9b2c-03ab4e4aead0'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:20.192788 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:20.210491 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:20.270698 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:20.298035 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-79b4b720-149a-4533-9587-9d18f8b32f9c None None] Set router 4481df9c-b251-43d4-9b2c-03ab4e4aead0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:20.314595 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:20.348158 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event updated for resources: {'Port': ['ID=9fa0afa3-bf82-4fb4-b374-4d9dfe4546cc,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:20.361422 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:20.436394 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Deleting port 049b5a14-2585-43d7-bae7-377edb1d10ee {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:26:20.436923 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:20.510177 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Floating IP b21bd960-4a1c-4d4f-bce3-aac1959400e7 associated. External IP: 172.27.2.99, port: 022aa91c-7d9b-4448-be36-a53e82a61f98. Sep 03 18:26:20.537041 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] For port 049b5a14-2585-43d7-bae7-377edb1d10ee, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=049b5a14-2585-43d7-bae7-377edb1d10ee,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:20.537739 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:20.553933 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Calling delete_port for 049b5a14-2585-43d7-bae7-377edb1d10ee owned by network:router_gateway {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:26:20.561664 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-79b4b720-149a-4533-9587-9d18f8b32f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039530744-router', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:00Z', 'updated_at': '2021-09-03T18:26:19Z', 'revision_number': 5, 'project_id': '29638545443a4d02a8c1378db162cd9e', 'gw_port': {'id': '049b5a14-2585-43d7-bae7-377edb1d10ee', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:91:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:20.592861 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b4b720-149a-4533-9587-9d18f8b32f9c None None] Checking router: 4481df9c-b251-43d4-9b2c-03ab4e4aead0 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:26:20.601964 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4b720-149a-4533-9587-9d18f8b32f9c None None] Routers {'4481df9c-b251-43d4-9b2c-03ab4e4aead0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:20.602597 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-79b4b720-149a-4533-9587-9d18f8b32f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:25:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['4481df9c-b251-43d4-9b2c-03ab4e4aead0'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:20.625279 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-724b48f5-215c-4b4d-be84-180df17f1828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:20.708890 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-79b4b720-149a-4533-9587-9d18f8b32f9c None None] Set router 4481df9c-b251-43d4-9b2c-03ab4e4aead0 gateway port host: None {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:20.737783 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Router 9cb5d85e-630b-416d-940c-f84e8670d71c has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:26:20.767195 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-79b4b720-149a-4533-9587-9d18f8b32f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039530744-router', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:00Z', 'updated_at': '2021-09-03T18:26:20Z', 'revision_number': 6, 'project_id': '29638545443a4d02a8c1378db162cd9e', 'gw_port_host': None}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:20.797517 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b4b720-149a-4533-9587-9d18f8b32f9c None None] The sync data for ids ['4481df9c-b251-43d4-9b2c-03ab4e4aead0'] in dv-cinder-760193-9-iscsi is: [{'id': '4481df9c-b251-43d4-9b2c-03ab4e4aead0', 'name': 'tempest-ServerRescueNegativeTestJSON-2039530744-router', 'tenant_id': '29638545443a4d02a8c1378db162cd9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:00Z', 'updated_at': '2021-09-03T18:26:20Z', 'revision_number': 6, 'project_id': '29638545443a4d02a8c1378db162cd9e', 'gw_port_host': None}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:26:20.811796 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:20.854419 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=049b5a14-2585-43d7-bae7-377edb1d10ee,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:20.871158 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:26:20.881062 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ddb3b-8ef8-4dda-8e69-e6c3c51fe362 None None] Sync routers for ids ['9cb5d85e-630b-416d-940c-f84e8670d71c'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:26:20.891923 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ddb3b-8ef8-4dda-8e69-e6c3c51fe362 None None] Routers {'9cb5d85e-630b-416d-940c-f84e8670d71c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:20.892730 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-f67ddb3b-8ef8-4dda-8e69-e6c3c51fe362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:25:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9cb5d85e-630b-416d-940c-f84e8670d71c'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:20.925030 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566208'] for router_gateway, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:20.950948 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:20.981114 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-ac3efcfa-6058-4941-a41e-16f0ed668530 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2731583 Sep 03 18:26:20.981837 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:26:20.984372 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a09b2a-1799-4073-8905-5e6de8d5253e" -d '{"events": [{"name": "network-changed", "server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:26:21.025122 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-f67ddb3b-8ef8-4dda-8e69-e6c3c51fe362 None None] Set router 9cb5d85e-630b-416d-940c-f84e8670d71c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:21.033184 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ddcfc2-443b-489f-b40a-d70e90e5f406 x-openstack-request-id: req-99ddcfc2-443b-489f-b40a-d70e90e5f406 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:26:21.033997 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:26:21.033997 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99ddcfc2-443b-489f-b40a-d70e90e5f406 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:26:21.034221 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'status': 'completed', 'code': 200} Sep 03 18:26:21.043683 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9298'] for router, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.047709 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.112997 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a09b2a-1799-4073-8905-5e6de8d5253e req-7d1463e7-54e5-49b5-b586-b8aee6e7c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:21.114912 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-30a09b2a-1799-4073-8905-5e6de8d5253e req-7d1463e7-54e5-49b5-b586-b8aee6e7c771 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=505fcc68162a484aa2508fe94a4acdaf&device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 1098 time: 0.0452485 Sep 03 18:26:21.179481 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559974'] for router, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.180189 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4481df9c-b251-43d4-9b2c-03ab4e4aead0 {{(pid=94512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:26:21.191957 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.191957 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-d7b168b3-47ee-4963-9769-863b71242ae0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4481df9c-b251-43d4-9b2c-03ab4e4aead0 HTTP/1.1" status: 204 len: 168 time: 1.0956221 Sep 03 18:26:21.193922 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 34794) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:21.255163 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0b8370-462c-4e47-a74d-4b53ae5d4908 admin admin] Deleting subnet d057384a-5901-42e3-80f5-8484300272f4 {{(pid=94512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:26:21.255946 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a09b2a-1799-4073-8905-5e6de8d5253e req-539d871f-45fa-4b0e-b8e4-941594fa3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:21.257481 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-30a09b2a-1799-4073-8905-5e6de8d5253e req-539d871f-45fa-4b0e-b8e4-941594fa3050 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac5fd485-7104-4199-a05c-e3b9f6c68301 HTTP/1.1" status: 200 len: 910 time: 0.1337774 Sep 03 18:26:21.259478 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8370-462c-4e47-a74d-4b53ae5d4908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.310620 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8370-462c-4e47-a74d-4b53ae5d4908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62900416'] for subnet, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.332561 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-30a09b2a-1799-4073-8905-5e6de8d5253e req-fb117d49-06ec-4d6e-a699-4c2f48bc0be3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=022aa91c-7d9b-4448-be36-a53e82a61f98 HTTP/1.1" status: 200 len: 998 time: 0.0641580 Sep 03 18:26:21.346688 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8370-462c-4e47-a74d-4b53ae5d4908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.375981 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-f67ddb3b-8ef8-4dda-8e69-e6c3c51fe362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:24:58Z', 'revision_number': 4, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'b21bd960-4a1c-4d4f-bce3-aac1959400e7', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'port_id': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'mac_address': 'fa:16:3e:a9:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4635ac48-281f-4721-8828-6147a47eb464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:26:19Z', 'updated_at': '2021-09-03T18:26:19Z', 'revision_number': 0, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e96dd2-9ab5-4462-be17-635116eb8d1d', 'name': '', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'mac_address': 'fa:16:3e:2e:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:57Z', 'updated_at': '2021-09-03T18:25:06Z', 'revision_number': 5, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'subnets': [{'id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:21.391324 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a09b2a-1799-4073-8905-5e6de8d5253e req-da8e43df-07cb-41a4-8892-df061fb9b0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:21.393107 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-30a09b2a-1799-4073-8905-5e6de8d5253e req-da8e43df-07cb-41a4-8892-df061fb9b0c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=690617a1-2d5b-40ad-a479-ee14b04c95f1 HTTP/1.1" status: 200 len: 848 time: 0.0524194 Sep 03 18:26:21.407878 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 08c8d689-708f-40c4-a8a1-ad808a939a90 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:26:21.410630 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ddb3b-8ef8-4dda-8e69-e6c3c51fe362 None None] Checking router: 9cb5d85e-630b-416d-940c-f84e8670d71c for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:26:21.434395 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 08c8d689-708f-40c4-a8a1-ad808a939a90 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:26:21.434756 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 08c8d689-708f-40c4-a8a1-ad808a939a90 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:26:21.440903 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ddb3b-8ef8-4dda-8e69-e6c3c51fe362 None None] Routers {'9cb5d85e-630b-416d-940c-f84e8670d71c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:21.441458 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-f67ddb3b-8ef8-4dda-8e69-e6c3c51fe362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:25:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9cb5d85e-630b-416d-940c-f84e8670d71c'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:21.462781 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a09b2a-1799-4073-8905-5e6de8d5253e req-98eee4f9-eebd-49dc-8041-539267e21bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:21.464453 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-30a09b2a-1799-4073-8905-5e6de8d5253e req-98eee4f9-eebd-49dc-8041-539267e21bf3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac5fd485-7104-4199-a05c-e3b9f6c68301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566580 Sep 03 18:26:21.480962 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8370-462c-4e47-a74d-4b53ae5d4908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62748012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62429670'] for subnet, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.515129 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b8370-462c-4e47-a74d-4b53ae5d4908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d057384a-5901-42e3-80f5-8484300272f4,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:21.528554 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4c0b8370-462c-4e47-a74d-4b53ae5d4908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.532895 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-4c0b8370-462c-4e47-a74d-4b53ae5d4908 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d057384a-5901-42e3-80f5-8484300272f4 HTTP/1.1" status: 204 len: 168 time: 0.3289561 Sep 03 18:26:21.533912 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 34806) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:21.623491 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-f67ddb3b-8ef8-4dda-8e69-e6c3c51fe362 None None] Set router 9cb5d85e-630b-416d-940c-f84e8670d71c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:21.624808 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-30a09b2a-1799-4073-8905-5e6de8d5253e req-27eaa165-c0a9-40a1-ad56-3319efb729f4 service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508276 Sep 03 18:26:21.672016 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.760681 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-30a09b2a-1799-4073-8905-5e6de8d5253e req-5fe1c32c-e562-4925-b6a3-6be24c95f1c4 service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268272 Sep 03 18:26:21.780453 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.801753 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['815a170a-9300-450a-a438-374a9fbe2f53']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:21.813243 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:21.813659 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e5e754-ba00-4432-ae18-fb6bb1ba3f51') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:21.824178 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.827139 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 7ae9a964-2947-4691-9e8e-69b37d7e88b7 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:26:21.840595 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.846753 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:26:21.847143 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:26:21.849200 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:26:21.867183 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 7ae9a964-2947-4691-9e8e-69b37d7e88b7 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:26:21.867619 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 7ae9a964-2947-4691-9e8e-69b37d7e88b7 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:26:21.869073 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 049b5a14-2585-43d7-bae7-377edb1d10ee no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:26:21.892205 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 049b5a14-2585-43d7-bae7-377edb1d10ee {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:26:21.892789 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 049b5a14-2585-43d7-bae7-377edb1d10ee not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:26:21.970586 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-f67ddb3b-8ef8-4dda-8e69-e6c3c51fe362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:24:58Z', 'revision_number': 4, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'b21bd960-4a1c-4d4f-bce3-aac1959400e7', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'port_id': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'mac_address': 'fa:16:3e:a9:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4635ac48-281f-4721-8828-6147a47eb464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:26:19Z', 'updated_at': '2021-09-03T18:26:19Z', 'revision_number': 0, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e96dd2-9ab5-4462-be17-635116eb8d1d', 'name': '', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'mac_address': 'fa:16:3e:2e:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:57Z', 'updated_at': '2021-09-03T18:25:06Z', 'revision_number': 5, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'subnets': [{'id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:21.971371 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.977484 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:21.981304 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/815a170a-9300-450a-a438-374a9fbe2f53 HTTP/1.1" status: 204 len: 168 time: 0.4444208 Sep 03 18:26:22.004438 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a86027-86f3-4a23-984d-664b5bceaca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=815a170a-9300-450a-a438-374a9fbe2f53,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:22.132061 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ddb3b-8ef8-4dda-8e69-e6c3c51fe362 None None] The sync data for ids ['9cb5d85e-630b-416d-940c-f84e8670d71c'] in dv-cinder-760193-9-iscsi is: [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:24:58Z', 'revision_number': 4, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'b21bd960-4a1c-4d4f-bce3-aac1959400e7', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'floating_ip_address': '172.27.2.99', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'port_id': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'mac_address': 'fa:16:3e:a9:09:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4635ac48-281f-4721-8828-6147a47eb464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:26:19Z', 'updated_at': '2021-09-03T18:26:19Z', 'revision_number': 0, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e96dd2-9ab5-4462-be17-635116eb8d1d', 'name': '', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'mac_address': 'fa:16:3e:2e:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:57Z', 'updated_at': '2021-09-03T18:25:06Z', 'revision_number': 5, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'subnets': [{'id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:26:22.317406 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f92f24d-9b56-4b1f-bd85-ac2f566b5316 None None] New status for floating IP b21bd960-4a1c-4d4f-bce3-aac1959400e7: ACTIVE {{(pid=94515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:26:22.418605 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 34878) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:22.460909 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-264dde96-7b87-4d84-b112-db1227ffc85e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29638545443a4d02a8c1378db162cd9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410118 Sep 03 18:26:22.464063 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 34880) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:22.527370 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fb5f032f-acff-4e25-bf20-2d4a6300d6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:22.552919 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fb5f032f-acff-4e25-bf20-2d4a6300d6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:22.682885 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fb5f032f-acff-4e25-bf20-2d4a6300d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:22.685613 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fb5f032f-acff-4e25-bf20-2d4a6300d6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:22.686777 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-fb5f032f-acff-4e25-bf20-2d4a6300d6ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/adc688ee-fd21-4245-83c3-ac09538e0b9b HTTP/1.1" status: 204 len: 168 time: 0.2217040 Sep 03 18:26:22.695557 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f032f-acff-4e25-bf20-2d4a6300d6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc688ee-fd21-4245-83c3-ac09538e0b9b,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:22.962896 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-88730606-a12a-4d83-8898-d69735a2e5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:23.382571 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:23.701807 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 34988) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:23.799280 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-607899060-network', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:23.882343 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Made reservation on behalf of 3b1085e72bfc4ed1a0fd1a7b3ad2265c for: {'network': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:26:23.884784 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:23.893717 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:23.990135 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:24.036550 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:24.058799 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=94513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:26:24.072666 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5a8136-9712-449d-8741-abea2b2281a5,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:24.077489 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:24.077838 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.segments_db [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Added segment bb87ad86-1d0a-47f9-8571-269b6937a301 of type vlan for network 998204b6-a286-4efa-8861-56398dfc9dd4 Sep 03 18:26:24.126502 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:24.173830 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:24.204205 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:24.205761 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:24.205982 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:24.265312 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] Pushing event updated for resources: {'Network': ['ID=998204b6-a286-4efa-8861-56398dfc9dd4,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:24.281965 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network 998204b6-a286-4efa-8861-56398dfc9dd4 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:26:24.295284 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-fb6ca242-1c9a-4551-978d-b1ad1a2b2818 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5918875 Sep 03 18:26:24.299466 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 35028) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:24.305694 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-3544c983-6dc2-4f09-acd7-88e3e566dd23 admin admin] Request body: {'subnet': {'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-subnet', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:24.379125 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3544c983-6dc2-4f09-acd7-88e3e566dd23 admin admin] Made reservation on behalf of 3b1085e72bfc4ed1a0fd1a7b3ad2265c for: {'subnet': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:26:24.381677 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3544c983-6dc2-4f09-acd7-88e3e566dd23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62815000'] for subnet, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:24.630897 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3544c983-6dc2-4f09-acd7-88e3e566dd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1821111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62815030'] for subnet, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:24.691051 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3544c983-6dc2-4f09-acd7-88e3e566dd23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df25eee-e34a-4c63-bd04-657d1c644d31,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:24.696971 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3544c983-6dc2-4f09-acd7-88e3e566dd23 admin admin] Checking segment: {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:26:24.699165 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3544c983-6dc2-4f09-acd7-88e3e566dd23 admin admin] Network hostable DHCP agents. Network: 998204b6-a286-4efa-8861-56398dfc9dd4, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:26:24.810830 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3544c983-6dc2-4f09-acd7-88e3e566dd23 admin admin] Network 998204b6-a286-4efa-8861-56398dfc9dd4 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:26:24.899127 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-3544c983-6dc2-4f09-acd7-88e3e566dd23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, 998204b6-a286-4efa-8861-56398dfc9dd4) {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:26:24.908977 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3544c983-6dc2-4f09-acd7-88e3e566dd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:24.908977 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3544c983-6dc2-4f09-acd7-88e3e566dd23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:24.910817 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3880e11-8185-483e-93c4-e62d75575eb6 None None] Network 998204b6-a286-4efa-8861-56398dfc9dd4 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:26:24.985691 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-3544c983-6dc2-4f09-acd7-88e3e566dd23 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6848373 Sep 03 18:26:24.988329 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 35076) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:24.993083 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:25.062830 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4524e765-2700-5d6f-98dc-8efc490ce53f-998204b6-a286-4efa-8861-56398dfc9dd4', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31'}]}} from dv-cinder-760193-9-iscsi. {{(pid=94514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:26:25.063669 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.082393 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9284'] for router, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.083570 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9309'] for router, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.142420 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.199620 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Allocated IP 172.20.0.2 (998204b6-a286-4efa-8861-56398dfc9dd4/1df25eee-e34a-4c63-bd04-657d1c644d31/6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:26:25.332828 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.341077 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.349623 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Transition to ACTIVE for port object 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:26:25.365130 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Transition to ACTIVE for port object 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:26:25.425711 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.464364 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Network 998204b6-a286-4efa-8861-56398dfc9dd4 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:26:25.467091 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:26:25.469705 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:26:25.484281 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Pushing event updated for resources: {'Port': ['ID=6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:25.534380 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Attempting to bind port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:26:25.534824 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Attempting to bind port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:26:25.535258 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Attempting to bind port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 on network 998204b6-a286-4efa-8861-56398dfc9dd4 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:26:25.540710 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:26:25.541188 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Checking segment: {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:26:25.541677 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.542188 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Bound using segment: {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:26:25.542655 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Bound port: 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:26:25.543081 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.594542 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.607761 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] For port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:26:25.610831 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] For port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:26:25.614997 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.686192 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.719801 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Allocated IP 172.27.2.53 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/6564513b-766c-4f73-a97c-8403bf71a93d) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:26:25.775919 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d6fa0-7366-4558-9f76-ec9020243998 None None] Pushing event updated for resources: {'Port': ['ID=6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:25.876279 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.888118 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:26.031388 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:26.072766 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:26:26.078747 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:26:26.080524 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Pushing event updated for resources: {'Port': ['ID=6564513b-766c-4f73-a97c-8403bf71a93d,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:26.093239 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:26:26.438192 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:26.666798 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35098) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:26.744596 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60023f4-324a-4e33-8a7e-6c184cacbe2e None None] Network 998204b6-a286-4efa-8861-56398dfc9dd4 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:26:26.913628 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566244'] for router, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:26.914556 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-b84d69be-6e0a-4cb0-95ac-e90e9b750c17 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6d02397f9054e339b40e6a738275e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442865 Sep 03 18:26:26.915869 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35108) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:26.937619 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-003a99b5-8c01-469f-8d5d-03b360bf34b1 None None] Provisioning for port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:26:26.978368 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1b1470ca-52a7-48c7-8b28-dc8a78306286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:27.004266 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1b1470ca-52a7-48c7-8b28-dc8a78306286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:27.128314 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1b1470ca-52a7-48c7-8b28-dc8a78306286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:27.130830 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1b1470ca-52a7-48c7-8b28-dc8a78306286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:27.132186 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-1b1470ca-52a7-48c7-8b28-dc8a78306286 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/597b27c1-56ac-4d91-b823-59899aa32d2f HTTP/1.1" status: 204 len: 168 time: 0.2149849 Sep 03 18:26:27.141185 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1470ca-52a7-48c7-8b28-dc8a78306286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597b27c1-56ac-4d91-b823-59899aa32d2f,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:27.159168 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Router 98422081-e73d-4391-9dea-4f07a2283dd9 is scheduled to L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 with binding_index 1 {{(pid=94513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:26:27.293659 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:26:27.302961 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Sync routers for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:26:27.312591 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:27.313227 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:27.406753 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] Notify callbacks [] for router, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:27.408202 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-732bc9ee-ff4c-4ecd-a275-fe2d2a2fd9eb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4185209 Sep 03 18:26:27.412534 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 35112) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:27.436465 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:27.629218 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:26Z', 'revision_number': 3, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:27.656482 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Checking router: 98422081-e73d-4391-9dea-4f07a2283dd9 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:26:27.656868 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Updating router 98422081-e73d-4391-9dea-4f07a2283dd9 port 6564513b-766c-4f73-a97c-8403bf71a93d binding host dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:26:27.680974 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:27.802879 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:26:27.854336 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:27.985018 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:26:27.999858 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:26:28.000247 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.003024 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.023871 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Allocated IP 172.20.0.1 (998204b6-a286-4efa-8861-56398dfc9dd4/1df25eee-e34a-4c63-bd04-657d1c644d31/846a0677-c5f1-4c82-933b-5033e395f8d4) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:26:28.034800 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Transition to ACTIVE for port object 6564513b-766c-4f73-a97c-8403bf71a93d will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:26:28.095131 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.113756 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.128994 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.143613 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Transition to ACTIVE for port object 846a0677-c5f1-4c82-933b-5033e395f8d4 will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:26:28.155549 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:28.181940 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Attempting to bind port 6564513b-766c-4f73-a97c-8403bf71a93d on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:26:28.182319 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Attempting to bind port 6564513b-766c-4f73-a97c-8403bf71a93d by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:26:28.182690 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Attempting to bind port 6564513b-766c-4f73-a97c-8403bf71a93d on network faebfe95-4400-41e1-be0f-d85963a19747 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:26:28.184572 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8984938-4639-4ae5-a412-247222fcce8f None None] Pushing event updated for resources: {'Port': ['ID=6564513b-766c-4f73-a97c-8403bf71a93d,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:28.190107 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:26:28.190488 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Checking segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:26:28.190955 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.191771 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Bound using segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:26:28.191866 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Bound port: 6564513b-766c-4f73-a97c-8403bf71a93d, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:26:28.192194 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.233242 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.258296 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.267131 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] For port 6564513b-766c-4f73-a97c-8403bf71a93d, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:26:28.286646 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] For port 6564513b-766c-4f73-a97c-8403bf71a93d, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=6564513b-766c-4f73-a97c-8403bf71a93d,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:26:28.296558 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:28.297361 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Network 998204b6-a286-4efa-8861-56398dfc9dd4 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:26:28.300206 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:26:28.303823 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:26:28.311980 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Pushing event updated for resources: {'Port': ['ID=846a0677-c5f1-4c82-933b-5033e395f8d4,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:28.350651 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681905'] for router_interface, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.374418 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.439789 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8984938-4639-4ae5-a412-247222fcce8f None None] Pushing event updated for resources: {'Port': ['ID=6564513b-766c-4f73-a97c-8403bf71a93d,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:28.442911 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:28.443149 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:28.552541 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:28.580030 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.694037 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-db82cae0-b4de-4c73-956f-09aebad31472 None None] Provisioning for port 846a0677-c5f1-4c82-933b-5033e395f8d4 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:26:28.698829 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-db82cae0-b4de-4c73-956f-09aebad31472 None None] Provisioning complete for port 846a0677-c5f1-4c82-933b-5033e395f8d4 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:26:28.699196 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-db82cae0-b4de-4c73-956f-09aebad31472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.749498 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.757428 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-db82cae0-b4de-4c73-956f-09aebad31472 None None] Port 846a0677-c5f1-4c82-933b-5033e395f8d4 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:26:28.776091 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:26Z', 'revision_number': 3, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:28.802837 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74e522-31e0-4cd2-8aeb-a1df60794e13 None None] The sync data for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi is: [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:26Z', 'revision_number': 3, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:26:28.814071 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.880774 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Pushing event updated for resources: {'Port': ['ID=846a0677-c5f1-4c82-933b-5033e395f8d4,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:28.885778 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1047743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563233'] for router_interface, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.987064 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Network 998204b6-a286-4efa-8861-56398dfc9dd4 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:26:28.988494 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:26:29.127657 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Router 98422081-e73d-4391-9dea-4f07a2283dd9 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:26:29.265118 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:26:29.272301 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-92e70b11-74db-4149-a96c-30e782ed3e5e admin admin] 10.222.0.43 "PUT /v2.0/routers/98422081-e73d-4391-9dea-4f07a2283dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8585906 Sep 03 18:26:29.288810 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-b57ed34e-9330-4148-9230-9d67dfafe579 None None] Provisioning complete for port 846a0677-c5f1-4c82-933b-5033e395f8d4 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:26:29.289525 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b57ed34e-9330-4148-9230-9d67dfafe579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:29.453237 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-b57ed34e-9330-4148-9230-9d67dfafe579 None None] Port 846a0677-c5f1-4c82-933b-5033e395f8d4 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:26:29.839046 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 6564513b-766c-4f73-a97c-8403bf71a93d up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:26:29.945957 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 35138) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:29.951191 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-762aa8fe-4457-4b0d-9a50-dde0097f711a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--483632084', 'description': 'tempest-description--924168630'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:29.973588 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 6564513b-766c-4f73-a97c-8403bf71a93d completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:26:29.981727 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 6564513b-766c-4f73-a97c-8403bf71a93d triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:26:29.981727 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.040186 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-762aa8fe-4457-4b0d-9a50-dde0097f711a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.057268 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.079311 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 6564513b-766c-4f73-a97c-8403bf71a93d, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=6564513b-766c-4f73-a97c-8403bf71a93d,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:30.124285 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-762aa8fe-4457-4b0d-9a50-dde0097f711a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.154160 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.154965 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:26:30.194575 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-762aa8fe-4457-4b0d-9a50-dde0097f711a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.233222 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762aa8fe-4457-4b0d-9a50-dde0097f711a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e391cfb6-ffec-4482-9a81-0383c0177977,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:30.235741 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=6564513b-766c-4f73-a97c-8403bf71a93d,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:30.246311 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:26:30.246698 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.287883 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-762aa8fe-4457-4b0d-9a50-dde0097f711a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.289259 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-762aa8fe-4457-4b0d-9a50-dde0097f711a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3417575 Sep 03 18:26:30.291998 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 35142) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:30.296527 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-1df195f9-4811-415a-b197-8ee37c49e568 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Request body: {'security_group_rule': {'security_group_id': 'e391cfb6-ffec-4482-9a81-0383c0177977', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:30.436223 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1df195f9-4811-415a-b197-8ee37c49e568 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.492475 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1df195f9-4811-415a-b197-8ee37c49e568 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.514830 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Sync routers for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:26:30.524792 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:30.525418 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:30.607637 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1df195f9-4811-415a-b197-8ee37c49e568 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.626247 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df195f9-4811-415a-b197-8ee37c49e568 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a59e1ee-ad50-4a71-9757-c8620c8c1acf,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:30.629695 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:30.704896 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1df195f9-4811-415a-b197-8ee37c49e568 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.706132 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-1df195f9-4811-415a-b197-8ee37c49e568 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4131875 Sep 03 18:26:30.708999 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35144) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:30.714146 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-c4970cd7-2f31-43c1-aef9-97e4584d9daf tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Request body: {'security_group_rule': {'security_group_id': 'e391cfb6-ffec-4482-9a81-0383c0177977', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:30.807679 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c4970cd7-2f31-43c1-aef9-97e4584d9daf tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.825507 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 2, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:30.855264 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Checking router: 98422081-e73d-4391-9dea-4f07a2283dd9 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:26:30.855620 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Updating router 98422081-e73d-4391-9dea-4f07a2283dd9 port 846a0677-c5f1-4c82-933b-5033e395f8d4 binding host dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:26:30.865584 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c4970cd7-2f31-43c1-aef9-97e4584d9daf tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.881345 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.939494 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c4970cd7-2f31-43c1-aef9-97e4584d9daf tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:30.965242 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4970cd7-2f31-43c1-aef9-97e4584d9daf tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3413f3c-2b2c-4f25-b14e-a860712451c0,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:31.047829 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c4970cd7-2f31-43c1-aef9-97e4584d9daf tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.049170 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c4970cd7-2f31-43c1-aef9-97e4584d9daf tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391614 Sep 03 18:26:31.054393 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35150) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:31.059029 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Request body: {'floatingip': {'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:31.139629 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.145156 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.149497 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Transition to ACTIVE for port object 846a0677-c5f1-4c82-933b-5033e395f8d4 will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:26:31.239745 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.250961 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.301110 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Pushing event updated for resources: {'Port': ['ID=846a0677-c5f1-4c82-933b-5033e395f8d4,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:31.349989 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Allocated IP 172.27.2.80 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/c9c8b580-7123-4bcd-81cc-6fbda1b6a335) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:26:31.421082 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:31.421466 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:31.421810 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:31.422142 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:31.422474 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:31.422874 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:31.423135 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:31.423479 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:31.423805 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:31.424130 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:31.424451 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:31.424796 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:26:31.458424 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Attempting to bind port 846a0677-c5f1-4c82-933b-5033e395f8d4 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:26:31.458801 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Attempting to bind port 846a0677-c5f1-4c82-933b-5033e395f8d4 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:26:31.459163 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Attempting to bind port 846a0677-c5f1-4c82-933b-5033e395f8d4 on network 998204b6-a286-4efa-8861-56398dfc9dd4 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:26:31.465036 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:26:31.466002 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Checking segment: {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:26:31.466002 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.466333 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Bound using segment: {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:26:31.466800 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Bound port: 846a0677-c5f1-4c82-933b-5033e395f8d4, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:26:31.467167 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.470903 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.531294 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] For port 846a0677-c5f1-4c82-933b-5033e395f8d4, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:26:31.534209 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] For port 846a0677-c5f1-4c82-933b-5033e395f8d4, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=846a0677-c5f1-4c82-933b-5033e395f8d4,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:26:31.589225 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.617166 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.627248 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:26:31.630119 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:26:31.632614 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:26:31.640854 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event updated for resources: {'Port': ['ID=c9c8b580-7123-4bcd-81cc-6fbda1b6a335,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:31.676408 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b08a6-6baa-449e-8f3b-b7308b5ff112 None None] Pushing event updated for resources: {'Port': ['ID=846a0677-c5f1-4c82-933b-5033e395f8d4,revision_number=4']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:31.679397 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:31.680205 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:31.737030 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.778415 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 6564513b-766c-4f73-a97c-8403bf71a93d up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:26:31.793763 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:31.824842 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.841432 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 6564513b-766c-4f73-a97c-8403bf71a93d triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:26:31.841743 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:31.979415 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:32.000266 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:31Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:32.026485 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf8734-7e9a-485d-943d-b3ec0461394c None None] The sync data for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi is: [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:31Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:26:32.039382 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62747990'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:32.137012 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event updated for resources: {'Port': ['ID=c9c8b580-7123-4bcd-81cc-6fbda1b6a335,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:32.148424 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:32.225973 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:32.235356 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a48b5c6b-bafd-414d-81a1-d4297a281487 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1718376 Sep 03 18:26:32.385686 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-aac4860c-097e-49ef-8f07-9d48d68428c5 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--483632084&fields=id&tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c HTTP/1.1" status: 200 len: 267 time: 0.0390902 Sep 03 18:26:32.504445 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-c3e17525-53bc-433b-adeb-52a2b4a542fb tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:32.506098 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-c3e17525-53bc-433b-adeb-52a2b4a542fb tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 816 time: 0.1129661 Sep 03 18:26:32.529070 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-a55e435f-3743-4d8a-89d9-77d8b12dead6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/quotas/3b1085e72bfc4ed1a0fd1a7b3ad2265c HTTP/1.1" status: 200 len: 375 time: 0.0146871 Sep 03 18:26:32.589775 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-fb3a20f3-4543-4535-9d83-8636b0fbd1b1 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548725 Sep 03 18:26:32.702426 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-5a2da3df-26c9-4d4d-95aa-e55f259e93b5 service neutron] 10.222.0.43 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000457 Sep 03 18:26:32.813561 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-19eaec3a-b809-40a6-803c-d1ade3bfc2a7 service neutron] 10.222.0.43 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052580 Sep 03 18:26:33.059934 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b1b68f21-7797-455e-a14c-153ef1e04854 req-171f160a-4395-4152-b260-87611b181e19 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 210 time: 0.0341656 Sep 03 18:26:33.773419 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 846a0677-c5f1-4c82-933b-5033e395f8d4 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:26:33.927497 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 846a0677-c5f1-4c82-933b-5033e395f8d4 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:26:33.931304 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 846a0677-c5f1-4c82-933b-5033e395f8d4 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:26:33.931683 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:34.014285 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:34.045007 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 846a0677-c5f1-4c82-933b-5033e395f8d4, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=846a0677-c5f1-4c82-933b-5033e395f8d4,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:34.093952 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:34.159106 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=846a0677-c5f1-4c82-933b-5033e395f8d4,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:34.172197 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0724eb46-158f-4eec-9baa-3e63924dce07 req-aee5eb37-7ad5-4f5f-a0f2-0980449f4312 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 210 time: 0.0357118 Sep 03 18:26:35.292069 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-43aeed22-1761-4373-ad33-da09eeea4a0f req-76536a49-8dae-49a8-9355-9e01b1eb6bc4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 210 time: 0.0399454 Sep 03 18:26:35.411174 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-f1f9b816-754c-4ecc-b508-9812e5d24c0c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:35.411174 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-f1f9b816-754c-4ecc-b508-9812e5d24c0c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.32 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 816 time: 0.1620619 Sep 03 18:26:35.451795 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-86fd7cc6-0419-4676-abcc-6dcd7c111165 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c HTTP/1.1" status: 200 len: 379 time: 0.0343628 Sep 03 18:26:35.464671 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Request body: {'port': {'device_id': 'e670862a-1f82-42ed-b922-edb58046c036', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'admin_state_up': True, 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'security_groups': ['e391cfb6-ffec-4482-9a81-0383c0177977']}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:35.662845 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Made reservation on behalf of 3b1085e72bfc4ed1a0fd1a7b3ad2265c for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:26:35.666444 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:35.764399 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 846a0677-c5f1-4c82-933b-5033e395f8d4 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:26:35.827094 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 846a0677-c5f1-4c82-933b-5033e395f8d4 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:26:35.827489 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:36.049243 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Allocated IP 172.20.0.13 (998204b6-a286-4efa-8861-56398dfc9dd4/1df25eee-e34a-4c63-bd04-657d1c644d31/fec20d1d-962c-46b9-8721-3d1ddad6f326) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:26:36.189748 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:36.203474 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Transition to ACTIVE for port object fec20d1d-962c-46b9-8721-3d1ddad6f326 will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:26:36.294326 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:36.335218 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Network 998204b6-a286-4efa-8861-56398dfc9dd4 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:26:36.338358 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:26:36.342045 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:26:36.372996 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event updated for resources: {'Port': ['ID=fec20d1d-962c-46b9-8721-3d1ddad6f326,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:36.436023 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:36.436816 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:36.465206 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe559ce-c4da-40b1-9b03-916cccee7ec4 req-28b0d454-7727-46bd-a8a8-dc35f7719540 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:36.466743 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ffe559ce-c4da-40b1-9b03-916cccee7ec4 req-28b0d454-7727-46bd-a8a8-dc35f7719540 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 932 time: 0.0803404 Sep 03 18:26:36.508665 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ffe559ce-c4da-40b1-9b03-916cccee7ec4 req-dbd01e68-939b-46ef-b631-d401d6f2f660 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353148 Sep 03 18:26:36.523877 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-63ade950-0c12-4183-8a24-8fe6e3bedb24 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0636880 Sep 03 18:26:36.537337 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Request body: {'port': {'device_id': 'e670862a-1f82-42ed-b922-edb58046c036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:36.590752 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:36.685606 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-7dddcc9f-899b-485b-814c-9fc6ca6ec9be None None] Provisioning for port fec20d1d-962c-46b9-8721-3d1ddad6f326 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:26:36.689758 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-7dddcc9f-899b-485b-814c-9fc6ca6ec9be None None] Provisioning complete for port fec20d1d-962c-46b9-8721-3d1ddad6f326 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:26:36.694429 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7dddcc9f-899b-485b-814c-9fc6ca6ec9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:36.724351 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-7dddcc9f-899b-485b-814c-9fc6ca6ec9be None None] Port fec20d1d-962c-46b9-8721-3d1ddad6f326 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:26:36.852298 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec20d1d-962c-46b9-8721-3d1ddad6f326 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:26:36.859910 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:36.872075 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Transition to ACTIVE for port object fec20d1d-962c-46b9-8721-3d1ddad6f326 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:26:36.959767 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:37.014066 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fec20d1d-962c-46b9-8721-3d1ddad6f326,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:37.085250 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Attempting to bind port fec20d1d-962c-46b9-8721-3d1ddad6f326 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:26:37.085621 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Attempting to bind port fec20d1d-962c-46b9-8721-3d1ddad6f326 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:26:37.085959 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Attempting to bind port fec20d1d-962c-46b9-8721-3d1ddad6f326 on network 998204b6-a286-4efa-8861-56398dfc9dd4 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:26:37.091043 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Port fec20d1d-962c-46b9-8721-3d1ddad6f326 on network 998204b6-a286-4efa-8861-56398dfc9dd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:26:37.091373 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Attempting to bind port fec20d1d-962c-46b9-8721-3d1ddad6f326 on network 998204b6-a286-4efa-8861-56398dfc9dd4 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:26:37.096271 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:26:37.096613 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Checking segment: {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:26:37.097028 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Bound using segment: {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:26:37.097465 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Bound port: fec20d1d-962c-46b9-8721-3d1ddad6f326, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:26:37.097829 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:37.169976 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:26:37.173518 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:26:37.257553 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:37.290426 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:37.291047 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:37.292443 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] 10.222.0.32 "PUT /v2.0/ports/fec20d1d-962c-46b9-8721-3d1ddad6f326 HTTP/1.1" status: 200 len: 1094 time: 0.7593739 Sep 03 18:26:37.292909 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:26:37.295149 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ef22c5-efe2-4160-ba9a-c87f79ec44d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:26:37.327535 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347e1a6-bbf5-4401-97fd-b7d9e2a207d0 service neutron] Pushing event updated for resources: {'Port': ['ID=fec20d1d-962c-46b9-8721-3d1ddad6f326,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:37.338068 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a372b796-9303-45e6-a3e6-e1cd33d516e0 x-openstack-request-id: req-a372b796-9303-45e6-a3e6-e1cd33d516e0 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:26:37.338363 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:26:37.338641 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a372b796-9303-45e6-a3e6-e1cd33d516e0 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:26:37.339045 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'status': 'completed', 'code': 200} Sep 03 18:26:37.400128 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef22c5-efe2-4160-ba9a-c87f79ec44d2 req-80f204f3-cdc0-4500-9d42-40ec66df0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:37.401690 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a5ef22c5-efe2-4160-ba9a-c87f79ec44d2 req-80f204f3-cdc0-4500-9d42-40ec66df0b19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 1097 time: 0.0419331 Sep 03 18:26:37.509269 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef22c5-efe2-4160-ba9a-c87f79ec44d2 req-c5cdf995-10ee-43cd-92cf-239bc382bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:37.510829 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a5ef22c5-efe2-4160-ba9a-c87f79ec44d2 req-c5cdf995-10ee-43cd-92cf-239bc382bdcc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1003160 Sep 03 18:26:37.636773 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef22c5-efe2-4160-ba9a-c87f79ec44d2 req-66684792-4870-40d5-bfe5-48a709863630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:37.638251 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a5ef22c5-efe2-4160-ba9a-c87f79ec44d2 req-66684792-4870-40d5-bfe5-48a709863630 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1205459 Sep 03 18:26:37.657953 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ff8c8-cd75-4abb-9f2c-3ccd17b566a6 req-5a95ea40-ed99-4dc6-9cab-c7d481d332a3 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:37.659465 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-519ff8c8-cd75-4abb-9f2c-3ccd17b566a6 req-5a95ea40-ed99-4dc6-9cab-c7d481d332a3 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0648639 Sep 03 18:26:37.724344 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-519ff8c8-cd75-4abb-9f2c-3ccd17b566a6 req-9d7e1b9e-b975-4706-a7fb-101c7440dbaa tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563219 Sep 03 18:26:37.749785 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-585d10be-3a16-40cb-a41d-6a267db388c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:37.749785 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-585d10be-3a16-40cb-a41d-6a267db388c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 1097 time: 0.0646939 Sep 03 18:26:37.792816 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-c846f9bc-11ca-4048-9dc3-6140a8b5c06d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326 HTTP/1.1" status: 200 len: 217 time: 0.0345848 Sep 03 18:26:37.850564 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-20a1d24e-8039-4708-a3b8-13b376e96532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:37.850564 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-20a1d24e-8039-4708-a3b8-13b376e96532 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1df25eee-e34a-4c63-bd04-657d1c644d31 HTTP/1.1" status: 200 len: 855 time: 0.0478351 Sep 03 18:26:37.895958 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-59651a5e-5ed3-473c-9219-340375dafe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:37.897499 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-59651a5e-5ed3-473c-9219-340375dafe67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=998204b6-a286-4efa-8861-56398dfc9dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405972 Sep 03 18:26:37.993325 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-4e4e7512-54ae-4adf-84cb-11d5addc21d7 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850689 Sep 03 18:26:38.086495 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-14bd8b09-5489-4f31-abb3-1a70f5c92230 req-1125165e-d0aa-4b4b-9757-3e058b3a8061 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855708 Sep 03 18:26:38.739003 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:26:38.853655 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32662e64-ece6-4a20-a743-59daf932613f req-2ab3f5d5-f665-45d4-83fd-2ca762d29cbd tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:38.855136 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-32662e64-ece6-4a20-a743-59daf932613f req-2ab3f5d5-f665-45d4-83fd-2ca762d29cbd tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0492306 Sep 03 18:26:38.892537 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-32662e64-ece6-4a20-a743-59daf932613f req-cefe8afc-2b3b-4f6b-859c-c18915785028 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315502 Sep 03 18:26:39.716756 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:40.015457 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e5818-c69c-4715-9d35-3b7999566eb1 req-10f24e64-5a82-4f52-95eb-061316a88baa tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:40.016961 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-424e5818-c69c-4715-9d35-3b7999566eb1 req-10f24e64-5a82-4f52-95eb-061316a88baa tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0524232 Sep 03 18:26:40.052723 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-424e5818-c69c-4715-9d35-3b7999566eb1 req-fb05fa3d-87d6-4320-949a-5197ac0efeab tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299079 Sep 03 18:26:41.169704 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff576e-67c2-4b3e-816d-f7b4d134514e req-b23f1bc6-fa9d-4ebe-8855-ca6c41e47b89 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:41.171156 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c1ff576e-67c2-4b3e-816d-f7b4d134514e req-b23f1bc6-fa9d-4ebe-8855-ca6c41e47b89 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0480831 Sep 03 18:26:41.208783 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c1ff576e-67c2-4b3e-816d-f7b4d134514e req-d090a1b1-6a73-48d3-a4a3-51b4548dcb07 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316300 Sep 03 18:26:42.094554 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device fec20d1d-962c-46b9-8721-3d1ddad6f326 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:26:42.190147 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:42.201701 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'port_id': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'mac_address': 'fa:16:3e:eb:75:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:26:42.238316 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:42.251838 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec20d1d-962c-46b9-8721-3d1ddad6f326 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:26:42.271207 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:42.327145 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88461152-fb8a-4a33-a7a5-3d6245913989 req-97aac64b-bcd5-48da-b142-d1866e3dff65 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:42.328595 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-88461152-fb8a-4a33-a7a5-3d6245913989 req-97aac64b-bcd5-48da-b142-d1866e3dff65 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0492482 Sep 03 18:26:42.350743 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:42.367374 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-88461152-fb8a-4a33-a7a5-3d6245913989 req-6870d915-7e3d-4708-a131-a6c9b569e0b2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327201 Sep 03 18:26:42.401675 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=fec20d1d-962c-46b9-8721-3d1ddad6f326,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:43.490413 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2500224-b3e7-432e-8d3c-3ea08fb7b3fd req-f999e2b2-5656-4367-80fe-00e49294f03c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:43.491888 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2500224-b3e7-432e-8d3c-3ea08fb7b3fd req-f999e2b2-5656-4367-80fe-00e49294f03c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 945 time: 0.0527837 Sep 03 18:26:43.529047 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2500224-b3e7-432e-8d3c-3ea08fb7b3fd req-9640d091-e852-4c9a-bfa1-ff979dca11a6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310209 Sep 03 18:26:44.306948 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['fec20d1d-962c-46b9-8721-3d1ddad6f326'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:26:44.647000 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451dcc6-126d-44f6-ae2b-b85d23caf438 req-191023d6-f2e6-4f5b-81fc-7c396b708927 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:44.648479 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9451dcc6-126d-44f6-ae2b-b85d23caf438 req-191023d6-f2e6-4f5b-81fc-7c396b708927 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 945 time: 0.0484631 Sep 03 18:26:44.685691 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9451dcc6-126d-44f6-ae2b-b85d23caf438 req-63a57c83-2161-4f92-8df2-bad197f2f8d8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307047 Sep 03 18:26:45.802553 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42d4cb-2ec2-4c72-8e3d-4322878a0da1 req-572df8a1-26df-44aa-ae0b-9e3b4560a731 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:45.804006 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8b42d4cb-2ec2-4c72-8e3d-4322878a0da1 req-572df8a1-26df-44aa-ae0b-9e3b4560a731 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 945 time: 0.0482852 Sep 03 18:26:45.846247 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8b42d4cb-2ec2-4c72-8e3d-4322878a0da1 req-14ceb784-84b0-4ab4-b6de-f3ddb28db90b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314956 Sep 03 18:26:46.969914 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53acd97-e517-45d1-8bdd-e240e5d4742d req-c61f50a4-6ecc-4b3d-bd2e-62fd0a74f7cb tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:46.971396 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e53acd97-e517-45d1-8bdd-e240e5d4742d req-c61f50a4-6ecc-4b3d-bd2e-62fd0a74f7cb tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 945 time: 0.0523119 Sep 03 18:26:47.009132 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e53acd97-e517-45d1-8bdd-e240e5d4742d req-0dff26d2-1dc8-40e9-a6f7-4d57d10b9785 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Sep 03 18:26:48.128029 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f7e67-5702-4f5b-9af7-a74ac98c5788 req-aa3ad937-d67d-4810-95ef-8db18f1ebc71 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:48.129561 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c66f7e67-5702-4f5b-9af7-a74ac98c5788 req-aa3ad937-d67d-4810-95ef-8db18f1ebc71 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 945 time: 0.0500510 Sep 03 18:26:48.169130 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c66f7e67-5702-4f5b-9af7-a74ac98c5788 req-99cf5a85-8a45-4a29-bee1-4fe97b8c756c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334818 Sep 03 18:26:48.723560 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedd38d-1665-4b7b-9d06-5e0f1d0e8827 req-76e5e82c-9657-4cb5-bf81-29c614aaad75 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:48.725335 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1eedd38d-1665-4b7b-9d06-5e0f1d0e8827 req-76e5e82c-9657-4cb5-bf81-29c614aaad75 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0539143 Sep 03 18:26:48.763288 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1eedd38d-1665-4b7b-9d06-5e0f1d0e8827 req-fab46311-d668-4eb0-b379-41b013ea3ce0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317643 Sep 03 18:26:49.294256 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40740efb-d5a9-46a0-a1fd-1710b6635df3 req-8b86f585-a612-4691-a3f3-da0d07aa4e74 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:49.295720 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-40740efb-d5a9-46a0-a1fd-1710b6635df3 req-8b86f585-a612-4691-a3f3-da0d07aa4e74 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 945 time: 0.0517743 Sep 03 18:26:49.333426 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-40740efb-d5a9-46a0-a1fd-1710b6635df3 req-8bff792b-e0c1-4394-9156-12c1d7a1a742 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315621 Sep 03 18:26:49.391337 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device fec20d1d-962c-46b9-8721-3d1ddad6f326 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:26:49.522339 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port fec20d1d-962c-46b9-8721-3d1ddad6f326 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:26:49.527020 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port fec20d1d-962c-46b9-8721-3d1ddad6f326 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:26:49.527515 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:49.602829 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:49.625167 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:26:49.627425 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0821f0d9-fd85-456e-a2a1-5ab0660710cd" -d '{"events": [{"server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "name": "network-vif-plugged", "status": "completed", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:26:49.640231 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:26:49.663038 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a118953a-d7b5-4132-a4a4-2a217e1253db x-openstack-request-id: req-a118953a-d7b5-4132-a4a4-2a217e1253db {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:26:49.663332 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "name": "network-vif-plugged", "status": "completed", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:26:49.663589 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a118953a-d7b5-4132-a4a4-2a217e1253db {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:26:49.663984 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'code': 200} Sep 03 18:26:49.708121 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:49.759407 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=fec20d1d-962c-46b9-8721-3d1ddad6f326,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:49.877500 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e0c83-1479-47c6-b9db-fc80b2140acb req-39ec2be5-1c2b-432e-9cfc-f780a0b7d411 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:49.879010 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-897e0c83-1479-47c6-b9db-fc80b2140acb req-39ec2be5-1c2b-432e-9cfc-f780a0b7d411 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0492122 Sep 03 18:26:49.918848 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-897e0c83-1479-47c6-b9db-fc80b2140acb req-2d94a79e-62d0-45d1-ab43-20c6af025ec5 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0338762 Sep 03 18:26:49.999760 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54c45c-d58e-484d-bd11-5e9f15dc2381 req-a5413b58-d5fb-4bba-9b57-9b85cfb7e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:50.001345 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ca54c45c-d58e-484d-bd11-5e9f15dc2381 req-a5413b58-d5fb-4bba-9b57-9b85cfb7e3a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 1099 time: 0.0406578 Sep 03 18:26:50.036881 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ca54c45c-d58e-484d-bd11-5e9f15dc2381 req-ce7539f6-0a1a-491d-9b9b-cd21ce34c214 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282929 Sep 03 18:26:50.463252 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787d167-d711-4b14-ae13-0f5c7d3a452f req-cea993b4-9a6b-4d9a-9f90-e0c63f2e39c8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:50.464848 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8787d167-d711-4b14-ae13-0f5c7d3a452f req-cea993b4-9a6b-4d9a-9f90-e0c63f2e39c8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0526145 Sep 03 18:26:50.504316 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8787d167-d711-4b14-ae13-0f5c7d3a452f req-322c2e94-a6d8-4d77-bd24-7cbafeb51158 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331962 Sep 03 18:26:50.665279 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-213c8a9b-a021-4804-93eb-3972fa2aeaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:51.031867 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebc0b6-ad7c-45a7-bb10-893bc7cc262b req-3b1306d9-e63b-4427-bdcb-22a2900a0337 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:51.033361 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-35ebc0b6-ad7c-45a7-bb10-893bc7cc262b req-3b1306d9-e63b-4427-bdcb-22a2900a0337 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0489047 Sep 03 18:26:51.071730 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-35ebc0b6-ad7c-45a7-bb10-893bc7cc262b req-0b8fc0e0-16c3-40fd-a2a1-c856467ad196 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0324545 Sep 03 18:26:51.624308 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a15b8-b391-4b2b-af04-9caee00951c9 req-a183a221-0e59-498c-9611-63714722b785 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:51.625824 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-da6a15b8-b391-4b2b-af04-9caee00951c9 req-a183a221-0e59-498c-9611-63714722b785 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0492551 Sep 03 18:26:51.663312 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-da6a15b8-b391-4b2b-af04-9caee00951c9 req-f7cfbaea-edc9-4a86-9417-0e1bb79361ff tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315340 Sep 03 18:26:51.780882 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07682a-1fbc-4504-960a-324f09062386 req-af37b82a-5c1a-4aff-9516-17f982917c2c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:51.782281 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3e07682a-1fbc-4504-960a-324f09062386 req-af37b82a-5c1a-4aff-9516-17f982917c2c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0526471 Sep 03 18:26:51.790684 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 35444) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:51.795095 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-e48af9dc-740b-4424-a78e-3c9000facebe tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Request body: {'floatingip': {'port_id': 'fec20d1d-962c-46b9-8721-3d1ddad6f326'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:51.833666 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e48af9dc-740b-4424-a78e-3c9000facebe tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:52.233451 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5d18f-c68e-4ca1-8bd3-5c0ea39921ef req-dcb2d5c5-df67-44f7-996e-e59e01f63973 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:52.234923 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-10b5d18f-c68e-4ca1-8bd3-5c0ea39921ef req-dcb2d5c5-df67-44f7-996e-e59e01f63973 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0926578 Sep 03 18:26:52.318411 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-10b5d18f-c68e-4ca1-8bd3-5c0ea39921ef req-23aae6f3-2eef-41bd-aa2e-e883842fe40a tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0757861 Sep 03 18:26:52.322242 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e48af9dc-740b-4424-a78e-3c9000facebe tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:52.376468 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e48af9dc-740b-4424-a78e-3c9000facebe tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:52.477556 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [None req-e48af9dc-740b-4424-a78e-3c9000facebe tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Floating IP 86962ce1-1a67-4ed7-bb30-3964c255ad56 associated. External IP: 172.27.2.80, port: fec20d1d-962c-46b9-8721-3d1ddad6f326. Sep 03 18:26:52.688418 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48af9dc-740b-4424-a78e-3c9000facebe tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Router 98422081-e73d-4391-9dea-4f07a2283dd9 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:26:52.951768 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b60f-e002-48b9-be02-7e949e91b5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:52.985545 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35462) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:53.017756 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48af9dc-740b-4424-a78e-3c9000facebe tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:26:53.022336 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e48af9dc-740b-4424-a78e-3c9000facebe tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:53.028355 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581d84f-00e6-4288-986e-179709dba5e5 None None] Sync routers for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:26:53.040319 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d581d84f-00e6-4288-986e-179709dba5e5 None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:53.041260 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-d581d84f-00e6-4288-986e-179709dba5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:53.050677 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-e48af9dc-740b-4424-a78e-3c9000facebe tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "PUT /v2.0/floatingips/86962ce1-1a67-4ed7-bb30-3964c255ad56 HTTP/1.1" status: 200 len: 991 time: 1.2587137 Sep 03 18:26:53.051513 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:26:53.054216 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fffb68-b6b0-4c2f-a948-067500992bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:26:53.118137 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bce68c-06b0-437f-a371-92cf7ca8a675 x-openstack-request-id: req-41bce68c-06b0-437f-a371-92cf7ca8a675 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:26:53.118430 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:26:53.118684 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41bce68c-06b0-437f-a371-92cf7ca8a675 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:26:53.119074 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'status': 'completed', 'code': 200} Sep 03 18:26:53.122338 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bef3-b7bd-4f65-ae03-a1b4268742b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:53.165945 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-d581d84f-00e6-4288-986e-179709dba5e5 None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:53.189732 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fffb68-b6b0-4c2f-a948-067500992bc7 req-7f0c76b8-d70f-4c56-b14b-e89f209e91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:53.191359 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45fffb68-b6b0-4c2f-a948-067500992bc7 req-7f0c76b8-d70f-4c56-b14b-e89f209e91e6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 1099 time: 0.0464165 Sep 03 18:26:53.216411 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bef3-b7bd-4f65-ae03-a1b4268742b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:53.291286 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a0b6bef3-b7bd-4f65-ae03-a1b4268742b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:53.291988 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fffb68-b6b0-4c2f-a948-067500992bc7 req-e5539d78-c0fa-478a-9550-836ab1d0a8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:53.293624 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45fffb68-b6b0-4c2f-a948-067500992bc7 req-e5539d78-c0fa-478a-9550-836ab1d0a8f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 917 time: 0.0950022 Sep 03 18:26:53.331741 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a0b6bef3-b7bd-4f65-ae03-a1b4268742b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f381ab3ca334ef1aaaf7d01d3bb6ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450987 Sep 03 18:26:53.334922 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35470) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:53.354190 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6bef3-b7bd-4f65-ae03-a1b4268742b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01883aa-9c45-4be6-aba0-ab1a8748924a,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:53.376999 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45fffb68-b6b0-4c2f-a948-067500992bc7 req-e112a128-5ec1-4413-9373-b59487701937 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326 HTTP/1.1" status: 200 len: 999 time: 0.0761991 Sep 03 18:26:53.406421 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-070bad8d-5416-4e6a-8163-674424854137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:53.417982 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:53.421700 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-d581d84f-00e6-4288-986e-179709dba5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '86962ce1-1a67-4ed7-bb30-3964c255ad56', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'port_id': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'mac_address': 'fa:16:3e:eb:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670862a-1f82-42ed-b922-edb58046c036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:26:31Z', 'updated_at': '2021-09-03T18:26:52Z', 'revision_number': 1, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:34Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:53.434847 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-070bad8d-5416-4e6a-8163-674424854137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:53.454145 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581d84f-00e6-4288-986e-179709dba5e5 None None] Checking router: 98422081-e73d-4391-9dea-4f07a2283dd9 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:26:53.463150 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d581d84f-00e6-4288-986e-179709dba5e5 None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:53.463804 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-d581d84f-00e6-4288-986e-179709dba5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:53.463934 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fffb68-b6b0-4c2f-a948-067500992bc7 req-36377c14-b3c1-43ff-91da-2551235799df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:53.465332 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45fffb68-b6b0-4c2f-a948-067500992bc7 req-36377c14-b3c1-43ff-91da-2551235799df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1df25eee-e34a-4c63-bd04-657d1c644d31 HTTP/1.1" status: 200 len: 855 time: 0.0805511 Sep 03 18:26:53.488913 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f85bcf-8274-4395-95aa-4ab237a13a24 req-363d1bd5-b8d7-4bc2-ac6a-7d07b28fc3ae tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:53.490373 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-25f85bcf-8274-4395-95aa-4ab237a13a24 req-363d1bd5-b8d7-4bc2-ac6a-7d07b28fc3ae tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0945241 Sep 03 18:26:53.547325 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fffb68-b6b0-4c2f-a948-067500992bc7 req-fadc20b2-be9a-471f-b41d-3be5308cc5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:53.548850 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45fffb68-b6b0-4c2f-a948-067500992bc7 req-fadc20b2-be9a-471f-b41d-3be5308cc5cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=998204b6-a286-4efa-8861-56398dfc9dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751047 Sep 03 18:26:53.552025 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-25f85bcf-8274-4395-95aa-4ab237a13a24 req-d6df1c8c-d31a-4694-a5cb-00ea4b1714bb tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0446813 Sep 03 18:26:53.557304 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-070bad8d-5416-4e6a-8163-674424854137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:53.561461 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-070bad8d-5416-4e6a-8163-674424854137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:53.573535 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-070bad8d-5416-4e6a-8163-674424854137 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f01883aa-9c45-4be6-aba0-ab1a8748924a HTTP/1.1" status: 204 len: 168 time: 0.2267025 Sep 03 18:26:53.574172 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-d581d84f-00e6-4288-986e-179709dba5e5 None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:53.580984 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bad8d-5416-4e6a-8163-674424854137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01883aa-9c45-4be6-aba0-ab1a8748924a,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:53.657137 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45fffb68-b6b0-4c2f-a948-067500992bc7 req-5e372798-d5aa-44ed-976d-1e8cde191ff7 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006651 Sep 03 18:26:53.753842 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45fffb68-b6b0-4c2f-a948-067500992bc7 req-fceb2858-6e0f-4319-98f2-0547beca433b service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895164 Sep 03 18:26:53.814151 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-d581d84f-00e6-4288-986e-179709dba5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '86962ce1-1a67-4ed7-bb30-3964c255ad56', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'port_id': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'mac_address': 'fa:16:3e:eb:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670862a-1f82-42ed-b922-edb58046c036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:26:31Z', 'updated_at': '2021-09-03T18:26:52Z', 'revision_number': 1, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:34Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:53.840499 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d581d84f-00e6-4288-986e-179709dba5e5 None None] The sync data for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi is: [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '86962ce1-1a67-4ed7-bb30-3964c255ad56', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'floating_ip_address': '172.27.2.80', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'port_id': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'mac_address': 'fa:16:3e:eb:75:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670862a-1f82-42ed-b922-edb58046c036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:26:31Z', 'updated_at': '2021-09-03T18:26:52Z', 'revision_number': 1, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:34Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:26:54.030645 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5df23e-0bfc-4423-b74e-cca3a2d22723 None None] New status for floating IP 86962ce1-1a67-4ed7-bb30-3964c255ad56: ACTIVE {{(pid=94515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:26:54.200473 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:54.217409 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 35486) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:54.323900 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-403d170e-5f0d-4735-80b3-0750b0ae0b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:54.409935 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-403d170e-5f0d-4735-80b3-0750b0ae0b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:54.494073 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-403d170e-5f0d-4735-80b3-0750b0ae0b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:54.535877 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-403d170e-5f0d-4735-80b3-0750b0ae0b10 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e389808da48e4d1aba428e8b36c1a280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172328 Sep 03 18:26:54.536769 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d170e-5f0d-4735-80b3-0750b0ae0b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7b4366-0dce-4d35-a5c3-72bd88c55407,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:54.538643 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35490) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:54.590502 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-76203116-93fb-48db-8c82-9c720d033f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:54.612364 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-76203116-93fb-48db-8c82-9c720d033f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:54.665258 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415a7c-fd84-4566-a437-2d0d3bcf0e64 req-4dc7a434-66ee-4998-a746-11b2817c3c4b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:54.666795 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-83415a7c-fd84-4566-a437-2d0d3bcf0e64 req-4dc7a434-66ee-4998-a746-11b2817c3c4b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0477033 Sep 03 18:26:54.703502 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-83415a7c-fd84-4566-a437-2d0d3bcf0e64 req-9e37b290-5546-4a63-a7a1-f3f6a80e1480 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301728 Sep 03 18:26:54.722251 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-76203116-93fb-48db-8c82-9c720d033f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:54.725141 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-76203116-93fb-48db-8c82-9c720d033f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:54.726285 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-76203116-93fb-48db-8c82-9c720d033f24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b7b4366-0dce-4d35-a5c3-72bd88c55407 HTTP/1.1" status: 204 len: 168 time: 0.1865780 Sep 03 18:26:54.735528 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76203116-93fb-48db-8c82-9c720d033f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7b4366-0dce-4d35-a5c3-72bd88c55407,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:55.600367 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35518) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:55.703133 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1550968496-network', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:55.807028 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Made reservation on behalf of 3f19ece7da994796b3ce82fe98aa8882 for: {'network': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:26:55.809930 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:55.819059 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:55.825842 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7d6db-96cb-4d48-b019-eebcdf2625ac req-3aab51da-7dd2-4b02-8202-8d5573c50a03 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:55.827570 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-17f7d6db-96cb-4d48-b019-eebcdf2625ac req-3aab51da-7dd2-4b02-8202-8d5573c50a03 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0555782 Sep 03 18:26:55.843403 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:55.872341 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-17f7d6db-96cb-4d48-b019-eebcdf2625ac req-a972b184-2369-4591-8b03-422ded00399d tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0377686 Sep 03 18:26:55.910883 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:55.967761 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:55.988690 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=94512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:26:56.001744 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63d9550-5283-4b7d-8c2f-85ff65d7bdcf,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:56.006457 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:56.008266 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.segments_db [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Added segment d30b2574-8fb6-4735-8ac6-9af7e2092558 of type vlan for network ba80c533-b449-4bd2-905c-b36310580e6d Sep 03 18:26:56.048296 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:56.316658 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:56.317699 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:56.318288 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:56.377151 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] Pushing event updated for resources: {'Network': ['ID=ba80c533-b449-4bd2-905c-b36310580e6d,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:56.388053 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network ba80c533-b449-4bd2-905c-b36310580e6d details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:26:56.435033 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-6e3eb680-2434-4928-b239-8787a10ff5da admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8335330 Sep 03 18:26:56.439942 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35534) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:56.444930 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-52f2b79a-a075-4947-b2f2-09169f198b2c admin admin] Request body: {'subnet': {'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1550968496-subnet', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:56.536832 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f2b79a-a075-4947-b2f2-09169f198b2c admin admin] Made reservation on behalf of 3f19ece7da994796b3ce82fe98aa8882 for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:26:56.539217 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-52f2b79a-a075-4947-b2f2-09169f198b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62429635'] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:56.765792 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-52f2b79a-a075-4947-b2f2-09169f198b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62748077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62429677'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:56.819151 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2b79a-a075-4947-b2f2-09169f198b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c2d93e9-0e8d-4bcd-ac14-e435a882418d,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:56.829882 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f2b79a-a075-4947-b2f2-09169f198b2c admin admin] Checking segment: {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:26:56.830236 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f2b79a-a075-4947-b2f2-09169f198b2c admin admin] Network hostable DHCP agents. Network: ba80c533-b449-4bd2-905c-b36310580e6d, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:26:56.902348 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f2b79a-a075-4947-b2f2-09169f198b2c admin admin] Network ba80c533-b449-4bd2-905c-b36310580e6d is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:26:56.979320 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-52f2b79a-a075-4947-b2f2-09169f198b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, ba80c533-b449-4bd2-905c-b36310580e6d) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:26:56.983742 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f2b79a-a075-4947-b2f2-09169f198b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:56.984473 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-52f2b79a-a075-4947-b2f2-09169f198b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:56.990046 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0d2e58-4575-422d-96d6-7ddab9b69b0a None None] Network ba80c533-b449-4bd2-905c-b36310580e6d requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:26:56.994273 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624449d-2cd6-4756-92e7-98094dabad92 req-26612e85-d9f6-42a4-8861-e9ab9fd6a62f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:56.996388 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8624449d-2cd6-4756-92e7-98094dabad92 req-26612e85-d9f6-42a4-8861-e9ab9fd6a62f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0583892 Sep 03 18:26:57.036184 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8624449d-2cd6-4756-92e7-98094dabad92 req-d4704cc4-a2da-4b16-928a-2316f0a585a3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0335629 Sep 03 18:26:57.077556 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-52f2b79a-a075-4947-b2f2-09169f198b2c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6365049 Sep 03 18:26:57.080148 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35538) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:57.084849 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:26:57.147374 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4524e765-2700-5d6f-98dc-8efc490ce53f-ba80c533-b449-4bd2-905c-b36310580e6d', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d'}]}} from dv-cinder-760193-9-iscsi. {{(pid=94514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:26:57.148235 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:57.171466 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9284'] for router, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:57.172528 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9309'] for router, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:57.229106 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:57.278287 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Allocated IP 172.20.0.2 (ba80c533-b449-4bd2-905c-b36310580e6d/0c2d93e9-0e8d-4bcd-ac14-e435a882418d/2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:26:57.439785 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:57.441882 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:57.450475 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Transition to ACTIVE for port object 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:26:57.465075 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Transition to ACTIVE for port object 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:26:57.539926 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:57.578249 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Network ba80c533-b449-4bd2-905c-b36310580e6d is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:26:57.580991 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:26:57.590265 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:26:57.592252 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Pushing event updated for resources: {'Port': ['ID=2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:57.646475 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Attempting to bind port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:26:57.646846 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Attempting to bind port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:26:57.647246 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Attempting to bind port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f on network ba80c533-b449-4bd2-905c-b36310580e6d {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:26:57.652562 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:26:57.652989 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Checking segment: {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:26:57.653387 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:57.653787 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Bound using segment: {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:26:57.654249 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Bound port: 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:26:57.654631 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:57.691301 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:57.710391 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:57.716572 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] For port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:26:57.719680 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] For port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:26:57.811613 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:57.815433 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Allocated IP 172.27.2.175 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/e9754294-daed-4846-8acb-6cf3d10f6d17) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:26:57.875409 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38871c7-46c2-4cc1-a1b2-9d1596d140cc None None] Pushing event updated for resources: {'Port': ['ID=2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:57.922666 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:58.023090 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:58.067492 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:26:58.078598 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:26:58.092947 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:26:58.096258 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Pushing event updated for resources: {'Port': ['ID=e9754294-daed-4846-8acb-6cf3d10f6d17,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:58.154773 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee960c-4737-4c5e-a90b-cbe6685f5d5a req-723d7b83-b8a9-43ed-b0e4-7e4a1c452c88 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:58.156299 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-98ee960c-4737-4c5e-a90b-cbe6685f5d5a req-723d7b83-b8a9-43ed-b0e4-7e4a1c452c88 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0505819 Sep 03 18:26:58.195566 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-98ee960c-4737-4c5e-a90b-cbe6685f5d5a req-c6db9f90-2f49-41f1-9285-2652839ccbcc tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0332267 Sep 03 18:26:58.405901 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:58.603921 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566244'] for router, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:58.705048 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ea5c3a-48fd-40d9-8516-fdd5f76f3fb3 None None] Network ba80c533-b449-4bd2-905c-b36310580e6d requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:26:58.796265 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 is scheduled to L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 with binding_index 1 {{(pid=94512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:26:58.891115 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-a688fe97-9b6d-4c71-9bd8-ef04145ed11f None None] Provisioning for port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:26:58.906398 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:26:58.913859 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Sync routers for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:26:58.924425 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:26:58.925024 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:58.982755 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:58.985103 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-0ff5123e-1164-40b9-acbf-a487768d18de admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9039066 Sep 03 18:26:58.986871 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35548) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:26:59.038187 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:26:59.313266 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bc6f8-9435-43b9-b04d-b1051adc8ebc req-bafff5de-40a6-4a78-95d0-5d4335d5e600 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:26:59.314788 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-db6bc6f8-9435-43b9-b04d-b1051adc8ebc req-bafff5de-40a6-4a78-95d0-5d4335d5e600 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0495677 Sep 03 18:26:59.347649 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:26:58Z', 'revision_number': 3, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:26:59.353546 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-db6bc6f8-9435-43b9-b04d-b1051adc8ebc req-7f44dc46-8680-4bf3-bd10-4bf35359a5af tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0328398 Sep 03 18:26:59.378898 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Checking router: 9db69f24-bbc6-4029-84eb-bd9a3f907b04 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:26:59.379258 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Updating router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 port e9754294-daed-4846-8acb-6cf3d10f6d17 binding host dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:26:59.404115 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:59.404397 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:59.555854 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Allocated IP 172.20.0.1 (ba80c533-b449-4bd2-905c-b36310580e6d/0c2d93e9-0e8d-4bcd-ac14-e435a882418d/c6c938b0-6c2f-4d01-bf91-53290f8472fc) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:26:59.656828 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:59.657581 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:59.667816 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Transition to ACTIVE for port object e9754294-daed-4846-8acb-6cf3d10f6d17 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:26:59.670856 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Transition to ACTIVE for port object c6c938b0-6c2f-4d01-bf91-53290f8472fc will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:26:59.719812 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:59.748869 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:59.771803 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Attempting to bind port e9754294-daed-4846-8acb-6cf3d10f6d17 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:26:59.772179 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Attempting to bind port e9754294-daed-4846-8acb-6cf3d10f6d17 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:26:59.772543 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Attempting to bind port e9754294-daed-4846-8acb-6cf3d10f6d17 on network faebfe95-4400-41e1-be0f-d85963a19747 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:26:59.783328 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:26:59.783700 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Checking segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:26:59.784107 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:59.784500 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Bound using segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:26:59.784984 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Bound port: e9754294-daed-4846-8acb-6cf3d10f6d17, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:26:59.785368 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:59.800794 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Network ba80c533-b449-4bd2-905c-b36310580e6d is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:26:59.801852 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c938b0-6c2f-4d01-bf91-53290f8472fc,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:59.805035 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:26:59.808816 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:26:59.830337 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:26:59.832189 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c993fc-b1c7-409a-9378-2e349714016a None None] Pushing event updated for resources: {'Port': ['ID=e9754294-daed-4846-8acb-6cf3d10f6d17,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:26:59.877274 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] For port e9754294-daed-4846-8acb-6cf3d10f6d17, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:26:59.894401 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] For port e9754294-daed-4846-8acb-6cf3d10f6d17, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=e9754294-daed-4846-8acb-6cf3d10f6d17,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:26:59.983045 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:00.014608 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:27:00.025881 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:00.026262 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:00.050959 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681905'] for router_interface, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:00.074139 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c993fc-b1c7-409a-9378-2e349714016a None None] Pushing event updated for resources: {'Port': ['ID=e9754294-daed-4846-8acb-6cf3d10f6d17,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:00.081315 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:00.081931 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:00.197981 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-a3938a1c-8bbb-402f-8509-dca3d84a3b15 None None] Provisioning for port c6c938b0-6c2f-4d01-bf91-53290f8472fc completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:27:00.212384 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-a3938a1c-8bbb-402f-8509-dca3d84a3b15 None None] Provisioning complete for port c6c938b0-6c2f-4d01-bf91-53290f8472fc triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:00.212782 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a3938a1c-8bbb-402f-8509-dca3d84a3b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:00.236864 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:00.241834 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:00.266178 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:00.340039 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-a3938a1c-8bbb-402f-8509-dca3d84a3b15 None None] Port c6c938b0-6c2f-4d01-bf91-53290f8472fc cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:27:00.356614 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:00.408460 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:00.432054 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:00.473708 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62747990'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:00.487395 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c8b6a-f869-4663-a832-484e1ff8c8d2 req-7f64d9e7-4ec0-440c-bd39-0b38cac537ba tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:00.489716 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1b4c8b6a-f869-4663-a832-484e1ff8c8d2 req-7f64d9e7-4ec0-440c-bd39-0b38cac537ba tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0609419 Sep 03 18:27:00.522167 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:00.531306 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1b4c8b6a-f869-4663-a832-484e1ff8c8d2 req-b3e79932-8ea5-448b-9fa9-e0a58a198333 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0344996 Sep 03 18:27:00.555587 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:26:58Z', 'revision_number': 3, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:00.555743 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1047743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563233'] for router_interface, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:00.560415 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c6c938b0-6c2f-4d01-bf91-53290f8472fc,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:00.583630 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1abff9-b96e-4e5d-b983-3079a8c06a7d None None] The sync data for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi is: [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:26:58Z', 'revision_number': 3, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:27:00.654002 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Network ba80c533-b449-4bd2-905c-b36310580e6d is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:27:00.655699 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:27:00.802409 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:27:00.943507 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:27:00.949186 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a6483d3b-d0c4-44fb-9e7e-9933d58095b5 admin admin] 10.222.0.43 "PUT /v2.0/routers/9db69f24-bbc6-4029-84eb-bd9a3f907b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9613030 Sep 03 18:27:00.977583 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-b17f21d2-561a-4c83-91f4-58943a43a5f8 None None] Provisioning complete for port c6c938b0-6c2f-4d01-bf91-53290f8472fc triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:00.978211 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b17f21d2-561a-4c83-91f4-58943a43a5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:01.012300 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afab99-558a-4bf7-b354-1d5938894752 req-c9b286ee-6c3f-48f1-9f15-ebd50e15ea45 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:01.014272 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e5afab99-558a-4bf7-b354-1d5938894752 req-c9b286ee-6c3f-48f1-9f15-ebd50e15ea45 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0808558 Sep 03 18:27:01.042408 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-b17f21d2-561a-4c83-91f4-58943a43a5f8 None None] Port c6c938b0-6c2f-4d01-bf91-53290f8472fc cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:27:01.075009 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e5afab99-558a-4bf7-b354-1d5938894752 req-15fbcef7-0db9-4a9e-bee9-e65eb8f0bf91 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0539892 Sep 03 18:27:01.162026 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef95366-3ce8-4b43-b687-ae477cd08a35 req-b5338b44-d3bf-455a-8ba3-b5d59159a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:01.163559 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cef95366-3ce8-4b43-b687-ae477cd08a35 req-b5338b44-d3bf-455a-8ba3-b5d59159a56d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e536d47e77e248429da43165cb987ba5&device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 1098 time: 0.0427191 Sep 03 18:27:01.267105 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef95366-3ce8-4b43-b687-ae477cd08a35 req-5ee0c73c-44fd-47af-aec3-0c333c8d62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:01.268591 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cef95366-3ce8-4b43-b687-ae477cd08a35 req-5ee0c73c-44fd-47af-aec3-0c333c8d62ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 HTTP/1.1" status: 200 len: 912 time: 0.0977044 Sep 03 18:27:01.745148 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35588) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:01.750271 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-42163099-network', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:01.830844 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Made reservation on behalf of 70fd6b5c13cb4a4b92ae22dc60047c51 for: {'network': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:27:01.833279 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:01.834798 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device e9754294-daed-4846-8acb-6cf3d10f6d17 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:01.845190 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:01.940805 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:01.973576 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port e9754294-daed-4846-8acb-6cf3d10f6d17 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:27:01.978031 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port e9754294-daed-4846-8acb-6cf3d10f6d17 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:01.978581 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.007821 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.034185 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=94512) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:27:02.044478 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c07ba80-e112-4173-a13a-0b9243737f3d,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:02.049342 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.049695 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.segments_db [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Added segment 01a45d97-ab21-4aa9-a5b6-3cb27ee630ee of type vlan for network 7c3aa896-c8a6-4ed0-af29-b2597df07642 Sep 03 18:27:02.064900 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.085768 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port e9754294-daed-4846-8acb-6cf3d10f6d17, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=e9754294-daed-4846-8acb-6cf3d10f6d17,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:02.091865 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.159638 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.160316 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:02.188103 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.190089 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:02.190766 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.192770 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Sync routers for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:27:02.197250 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0e9a-1138-449a-b463-c97ae59bbeb9 req-f743d89a-9931-4f16-b549-13d43f47a021 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:02.199215 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bc9c0e9a-1138-449a-b463-c97ae59bbeb9 req-f743d89a-9931-4f16-b549-13d43f47a021 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0557971 Sep 03 18:27:02.218241 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:02.219353 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:02.246293 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=e9754294-daed-4846-8acb-6cf3d10f6d17,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:02.262336 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:02.262796 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.299465 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bc9c0e9a-1138-449a-b463-c97ae59bbeb9 req-8f83233c-5554-468b-b161-4a99b936a1f5 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0919588 Sep 03 18:27:02.306111 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] Pushing event updated for resources: {'Network': ['ID=7c3aa896-c8a6-4ed0-af29-b2597df07642,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:02.315869 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-71ddfff1-3846-4c7d-a40c-d43bbbf54bfa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5693302 Sep 03 18:27:02.319010 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35596) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:02.322718 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cef95366-3ce8-4b43-b687-ae477cd08a35 req-61e706e9-9e6c-42fe-9efd-8d7af7eee6a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd0161a-41eb-49be-8449-235aa4984b19 HTTP/1.1" status: 200 len: 1001 time: 0.1115625 Sep 03 18:27:02.324473 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-e2851ff2-7d67-4a22-8cd6-9094227fe2f3 admin admin] Request body: {'subnet': {'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-42163099-subnet', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:02.331551 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network 7c3aa896-c8a6-4ed0-af29-b2597df07642 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:27:02.357582 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:02.413658 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2851ff2-7d67-4a22-8cd6-9094227fe2f3 admin admin] Made reservation on behalf of 70fd6b5c13cb4a4b92ae22dc60047c51 for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:27:02.416326 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e2851ff2-7d67-4a22-8cd6-9094227fe2f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62429635'] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.559771 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 2, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:02.585257 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Checking router: 9db69f24-bbc6-4029-84eb-bd9a3f907b04 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:27:02.585613 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Updating router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 port c6c938b0-6c2f-4d01-bf91-53290f8472fc binding host dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:27:02.610968 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.636802 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e2851ff2-7d67-4a22-8cd6-9094227fe2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62748077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62429677'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.686868 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2851ff2-7d67-4a22-8cd6-9094227fe2f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c10e60-041b-47b5-b5da-5b3f9c70bc81,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:02.703796 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2851ff2-7d67-4a22-8cd6-9094227fe2f3 admin admin] Checking segment: {'id': '01a45d97-ab21-4aa9-a5b6-3cb27ee630ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:27:02.704188 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2851ff2-7d67-4a22-8cd6-9094227fe2f3 admin admin] Network hostable DHCP agents. Network: 7c3aa896-c8a6-4ed0-af29-b2597df07642, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:27:02.773939 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2851ff2-7d67-4a22-8cd6-9094227fe2f3 admin admin] Network 7c3aa896-c8a6-4ed0-af29-b2597df07642 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:27:02.848156 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-e2851ff2-7d67-4a22-8cd6-9094227fe2f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, 7c3aa896-c8a6-4ed0-af29-b2597df07642) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:27:02.852668 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2851ff2-7d67-4a22-8cd6-9094227fe2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:02.853268 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e2851ff2-7d67-4a22-8cd6-9094227fe2f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.858650 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7135c8a-a4b7-44df-b6f2-30b916586959 None None] Network 7c3aa896-c8a6-4ed0-af29-b2597df07642 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:27:02.870786 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.880430 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Transition to ACTIVE for port object c6c938b0-6c2f-4d01-bf91-53290f8472fc will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:27:02.934679 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-e2851ff2-7d67-4a22-8cd6-9094227fe2f3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6145797 Sep 03 18:27:02.937291 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35600) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:02.941636 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-42163099-router', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:02.950504 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:02.996748 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ce261-9c58-481e-a017-948fc4eaddb3 None None] Pushing event updated for resources: {'Port': ['ID=c6c938b0-6c2f-4d01-bf91-53290f8472fc,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:03.012106 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9284'] for router, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.013651 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4524e765-2700-5d6f-98dc-8efc490ce53f-7c3aa896-c8a6-4ed0-af29-b2597df07642', 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'fixed_ips': [{'subnet_id': '59c10e60-041b-47b5-b5da-5b3f9c70bc81'}]}} from dv-cinder-760193-9-iscsi. {{(pid=94514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:27:03.019277 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.019420 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9309'] for router, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.053671 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Attempting to bind port c6c938b0-6c2f-4d01-bf91-53290f8472fc on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:27:03.054108 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Attempting to bind port c6c938b0-6c2f-4d01-bf91-53290f8472fc by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:27:03.054495 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Attempting to bind port c6c938b0-6c2f-4d01-bf91-53290f8472fc on network ba80c533-b449-4bd2-905c-b36310580e6d {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:27:03.060660 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:27:03.061038 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Checking segment: {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:27:03.062019 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.062429 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Bound using segment: {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:27:03.062910 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Bound port: c6c938b0-6c2f-4d01-bf91-53290f8472fc, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:27:03.063318 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.087130 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.135268 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] For port c6c938b0-6c2f-4d01-bf91-53290f8472fc, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:27:03.139467 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] For port c6c938b0-6c2f-4d01-bf91-53290f8472fc, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=c6c938b0-6c2f-4d01-bf91-53290f8472fc,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:27:03.182799 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Allocated IP 172.20.0.2 (7c3aa896-c8a6-4ed0-af29-b2597df07642/59c10e60-041b-47b5-b5da-5b3f9c70bc81/868af5c8-800e-40e2-b908-24176f443a0e) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:27:03.246819 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.292460 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.310060 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ce261-9c58-481e-a017-948fc4eaddb3 None None] Pushing event updated for resources: {'Port': ['ID=c6c938b0-6c2f-4d01-bf91-53290f8472fc,revision_number=4']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:03.326495 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:03.327136 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:03.368839 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.379557 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Transition to ACTIVE for port object 868af5c8-800e-40e2-b908-24176f443a0e will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:27:03.398371 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Transition to ACTIVE for port object 868af5c8-800e-40e2-b908-24176f443a0e will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:27:03.461267 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460882cc-265c-4a9c-b1c2-b4f19ebffac3 req-743df493-8075-4217-9a06-6323c6b1eada tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:03.463613 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-460882cc-265c-4a9c-b1c2-b4f19ebffac3 req-743df493-8075-4217-9a06-6323c6b1eada tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0606208 Sep 03 18:27:03.477085 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.524540 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Network 7c3aa896-c8a6-4ed0-af29-b2597df07642 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:27:03.528676 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:27:03.532554 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:27:03.534512 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-460882cc-265c-4a9c-b1c2-b4f19ebffac3 req-d8976794-4867-44b8-891e-aa4835c01685 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0639422 Sep 03 18:27:03.550349 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:03.573008 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Pushing event updated for resources: {'Port': ['ID=868af5c8-800e-40e2-b908-24176f443a0e,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:03.632664 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Attempting to bind port 868af5c8-800e-40e2-b908-24176f443a0e on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:27:03.633479 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Attempting to bind port 868af5c8-800e-40e2-b908-24176f443a0e by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '01a45d97-ab21-4aa9-a5b6-3cb27ee630ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:27:03.633852 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Attempting to bind port 868af5c8-800e-40e2-b908-24176f443a0e on network 7c3aa896-c8a6-4ed0-af29-b2597df07642 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:27:03.645213 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:27:03.645591 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Checking segment: {'id': '01a45d97-ab21-4aa9-a5b6-3cb27ee630ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:27:03.646125 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.646568 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Bound using segment: {'id': '01a45d97-ab21-4aa9-a5b6-3cb27ee630ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:27:03.647053 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Bound port: 868af5c8-800e-40e2-b908-24176f443a0e, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a45d97-ab21-4aa9-a5b6-3cb27ee630ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:27:03.647445 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.654470 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.678805 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.718979 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] For port 868af5c8-800e-40e2-b908-24176f443a0e, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:27:03.726800 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] For port 868af5c8-800e-40e2-b908-24176f443a0e, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=868af5c8-800e-40e2-b908-24176f443a0e,segment=NetworkSegment(01a45d97-ab21-4aa9-a5b6-3cb27ee630ee),segment_id=01a45d97-ab21-4aa9-a5b6-3cb27ee630ee)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:27:03.781736 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:03Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:03.797402 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.803191 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Allocated IP 172.27.2.65 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/d880872a-d448-4abc-b18c-cfd81f369fe6) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:27:03.804190 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device e9754294-daed-4846-8acb-6cf3d10f6d17 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:03.813028 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e36dfa9-25ba-40f1-8a8a-19096e2ebd69 None None] The sync data for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi is: [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:03Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:27:03.911224 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34010991-094a-4842-a0fa-f31227e91f83 None None] Pushing event updated for resources: {'Port': ['ID=868af5c8-800e-40e2-b908-24176f443a0e,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:03.927111 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port e9754294-daed-4846-8acb-6cf3d10f6d17 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:03.927493 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:03.975504 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:04.085864 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:04.152345 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Pushing event updated for resources: {'Port': ['ID=d880872a-d448-4abc-b18c-cfd81f369fe6,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:04.164581 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:27:04.167096 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:27:04.174551 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:27:04.179000 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef95366-3ce8-4b43-b687-ae477cd08a35 req-b2ce49a5-6e8e-4964-92b1-a74e1e66a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:04.180547 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cef95366-3ce8-4b43-b687-ae477cd08a35 req-b2ce49a5-6e8e-4964-92b1-a74e1e66a33a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92072c23-33c1-47f0-b4a5-f2bb027fc0fb HTTP/1.1" status: 200 len: 850 time: 0.0952106 Sep 03 18:27:04.258816 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef95366-3ce8-4b43-b687-ae477cd08a35 req-d438f75f-375b-4c3f-a74c-3e62fcd5c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:04.261360 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cef95366-3ce8-4b43-b687-ae477cd08a35 req-d438f75f-375b-4c3f-a74c-3e62fcd5c012 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708058 Sep 03 18:27:04.366526 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cef95366-3ce8-4b43-b687-ae477cd08a35 req-44fbd8dd-3fa0-4faa-9f99-fe23dade48ca service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950432 Sep 03 18:27:04.472243 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cef95366-3ce8-4b43-b687-ae477cd08a35 req-244b6da4-f74c-469b-8bb4-b6974e092d8f service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975106 Sep 03 18:27:04.542219 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:04.697351 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c438d6-9f84-4a20-ae7b-026191f1e9e6 req-b217cb4b-d216-4582-b947-64cf3b3064ad tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:04.700013 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-38c438d6-9f84-4a20-ae7b-026191f1e9e6 req-b217cb4b-d216-4582-b947-64cf3b3064ad tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0827329 Sep 03 18:27:04.751625 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-38c438d6-9f84-4a20-ae7b-026191f1e9e6 req-470664d1-ad52-4220-8060-ccac4fc8811a tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452445 Sep 03 18:27:04.774260 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566244'] for router, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:04.941352 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af05937b-ddbc-4459-8dbd-125a0da757a0 None None] Network 7c3aa896-c8a6-4ed0-af29-b2597df07642 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:27:05.127988 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-e22d22f2-daa6-48a5-9375-5e8c6c177f04 None None] Provisioning for port 868af5c8-800e-40e2-b908-24176f443a0e completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:27:05.209972 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Router 76131a36-1e7b-4eea-bd7c-db1f556ef201 is scheduled to L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 with binding_index 1 {{(pid=94512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:27:05.320445 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:27:05.333391 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Sync routers for ids ['76131a36-1e7b-4eea-bd7c-db1f556ef201'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:27:05.338907 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Routers {'76131a36-1e7b-4eea-bd7c-db1f556ef201'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:05.339578 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['76131a36-1e7b-4eea-bd7c-db1f556ef201'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:05.428737 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:05.430156 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-88f30f40-ed06-4a08-86d0-4f0434ec170d admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4919133 Sep 03 18:27:05.433414 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35616) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:05.575587 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Set router 76131a36-1e7b-4eea-bd7c-db1f556ef201 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:05.780492 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'name': 'tempest-TestVolumeBootPattern-42163099-router', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:04Z', 'revision_number': 3, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'gw_port': {'id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:05.817188 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Checking router: 76131a36-1e7b-4eea-bd7c-db1f556ef201 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:27:05.817595 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Updating router 76131a36-1e7b-4eea-bd7c-db1f556ef201 port d880872a-d448-4abc-b18c-cfd81f369fe6 binding host dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:27:05.853489 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:05.896554 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a7e7d-19fc-49e5-8fe1-0236fa55e66e req-631f999f-1de3-42f6-aec8-cafd9a5a00b2 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:05.896554 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-513a7e7d-19fc-49e5-8fe1-0236fa55e66e req-631f999f-1de3-42f6-aec8-cafd9a5a00b2 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0629857 Sep 03 18:27:05.924330 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:05.943646 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-513a7e7d-19fc-49e5-8fe1-0236fa55e66e req-f8bc2d33-9acc-4f0f-846f-e5e4e55fac04 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0363979 Sep 03 18:27:05.952084 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device c6c938b0-6c2f-4d01-bf91-53290f8472fc up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:06.087967 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Allocated IP 172.20.0.1 (7c3aa896-c8a6-4ed0-af29-b2597df07642/59c10e60-041b-47b5-b5da-5b3f9c70bc81/3dcc3ea0-278e-4355-be91-c82cae3ac0ea) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:27:06.142297 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port c6c938b0-6c2f-4d01-bf91-53290f8472fc completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:27:06.149805 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port c6c938b0-6c2f-4d01-bf91-53290f8472fc triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:06.150214 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.187356 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.190976 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.206359 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Transition to ACTIVE for port object d880872a-d448-4abc-b18c-cfd81f369fe6 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:27:06.211362 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.provisioning_blocks [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Transition to ACTIVE for port object 3dcc3ea0-278e-4355-be91-c82cae3ac0ea will not be triggered until provisioned by entity DHCP. {{(pid=94512) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:27:06.256055 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.286733 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port c6c938b0-6c2f-4d01-bf91-53290f8472fc, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=c6c938b0-6c2f-4d01-bf91-53290f8472fc,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:06.293671 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.320182 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.345364 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Attempting to bind port d880872a-d448-4abc-b18c-cfd81f369fe6 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:27:06.345732 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Attempting to bind port d880872a-d448-4abc-b18c-cfd81f369fe6 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:27:06.346095 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Attempting to bind port d880872a-d448-4abc-b18c-cfd81f369fe6 on network faebfe95-4400-41e1-be0f-d85963a19747 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:27:06.348123 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408035d0-4946-4c6f-8296-6882d0c958c3 None None] Pushing event updated for resources: {'Port': ['ID=d880872a-d448-4abc-b18c-cfd81f369fe6,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:06.354907 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:27:06.355289 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Checking segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:27:06.355679 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.356068 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Bound using segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:27:06.356539 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Bound port: d880872a-d448-4abc-b18c-cfd81f369fe6, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:27:06.356950 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.371228 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Network 7c3aa896-c8a6-4ed0-af29-b2597df07642 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:27:06.376614 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:27:06.379180 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:27:06.392473 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.393872 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 868af5c8-800e-40e2-b908-24176f443a0e up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:06.411673 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Pushing event updated for resources: {'Port': ['ID=3dcc3ea0-278e-4355-be91-c82cae3ac0ea,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:06.434239 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681905'] for router_interface, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.492003 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] For port d880872a-d448-4abc-b18c-cfd81f369fe6, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:27:06.500807 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] For port d880872a-d448-4abc-b18c-cfd81f369fe6, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=d880872a-d448-4abc-b18c-cfd81f369fe6,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:27:06.507553 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=c6c938b0-6c2f-4d01-bf91-53290f8472fc,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:06.580214 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.610309 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 868af5c8-800e-40e2-b908-24176f443a0e completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:27:06.627238 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 868af5c8-800e-40e2-b908-24176f443a0e triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:06.627615 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.637086 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.676974 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Routers {'76131a36-1e7b-4eea-bd7c-db1f556ef201'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:06.677520 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['76131a36-1e7b-4eea-bd7c-db1f556ef201'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:06.720882 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408035d0-4946-4c6f-8296-6882d0c958c3 None None] Pushing event updated for resources: {'Port': ['ID=d880872a-d448-4abc-b18c-cfd81f369fe6,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:06.799259 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.832245 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-e3d31b47-f1a3-4a73-94cc-2556d0ed3294 None None] Provisioning for port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:27:06.835324 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] Set router 76131a36-1e7b-4eea-bd7c-db1f556ef201 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:06.848132 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62747990'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.867590 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.871365 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-e3d31b47-f1a3-4a73-94cc-2556d0ed3294 None None] Provisioning complete for port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:06.871739 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e3d31b47-f1a3-4a73-94cc-2556d0ed3294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.910922 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Pushing event updated for resources: {'Port': ['ID=3dcc3ea0-278e-4355-be91-c82cae3ac0ea,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:06.924430 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1047743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563233'] for router_interface, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:06.992718 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-e3d31b47-f1a3-4a73-94cc-2556d0ed3294 None None] Port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:27:06.997574 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 868af5c8-800e-40e2-b908-24176f443a0e, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=868af5c8-800e-40e2-b908-24176f443a0e,segment=NetworkSegment(01a45d97-ab21-4aa9-a5b6-3cb27ee630ee),segment_id=01a45d97-ab21-4aa9-a5b6-3cb27ee630ee)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:07.015544 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Network 7c3aa896-c8a6-4ed0-af29-b2597df07642 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:27:07.016959 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:27:07.064427 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:07.131999 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Router 76131a36-1e7b-4eea-bd7c-db1f556ef201 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:27:07.147545 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=868af5c8-800e-40e2-b908-24176f443a0e,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:07.163596 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'name': 'tempest-TestVolumeBootPattern-42163099-router', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 4, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'gw_port': {'id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '3dcc3ea0-278e-4355-be91-c82cae3ac0ea', 'name': '', 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'mac_address': 'fa:16:3e:0b:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59c10e60-041b-47b5-b5da-5b3f9c70bc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:27:05Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 1, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'subnets': [{'id': '59c10e60-041b-47b5-b5da-5b3f9c70bc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:07.191706 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1100933a-fc7f-4369-bf30-05f07ceb5dc7 None None] The sync data for ids ['76131a36-1e7b-4eea-bd7c-db1f556ef201'] in dv-cinder-760193-9-iscsi is: [{'id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'name': 'tempest-TestVolumeBootPattern-42163099-router', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 4, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'gw_port': {'id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '3dcc3ea0-278e-4355-be91-c82cae3ac0ea', 'name': '', 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'mac_address': 'fa:16:3e:0b:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59c10e60-041b-47b5-b5da-5b3f9c70bc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:27:05Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 1, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'subnets': [{'id': '59c10e60-041b-47b5-b5da-5b3f9c70bc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:27:07.221048 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-8510794f-5069-4c31-8beb-37be702f2733 None None] Provisioning complete for port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:07.221498 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8510794f-5069-4c31-8beb-37be702f2733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:07.249702 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:27:07.255558 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-80338b66-001d-43a5-9560-fb0c373d2eee admin admin] 10.222.0.43 "PUT /v2.0/routers/76131a36-1e7b-4eea-bd7c-db1f556ef201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8210521 Sep 03 18:27:07.269055 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-8510794f-5069-4c31-8beb-37be702f2733 None None] Port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:27:07.834901 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device c6c938b0-6c2f-4d01-bf91-53290f8472fc up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:07.891167 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port c6c938b0-6c2f-4d01-bf91-53290f8472fc triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:07.891547 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:07.973709 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 868af5c8-800e-40e2-b908-24176f443a0e up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:08.150728 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 868af5c8-800e-40e2-b908-24176f443a0e triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:08.151417 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:08.277059 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35636) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:08.281834 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-bb4f3c1f-b320-43b8-9da8-49992f639308 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866719046', 'description': 'tempest-secgroup-smoke-1866719046 description', 'project_id': '3f19ece7da994796b3ce82fe98aa8882'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:08.354796 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bb4f3c1f-b320-43b8-9da8-49992f639308 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:08.439357 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bb4f3c1f-b320-43b8-9da8-49992f639308 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:08.519539 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bb4f3c1f-b320-43b8-9da8-49992f639308 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:08.549906 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f3c1f-b320-43b8-9da8-49992f639308 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d073ec74-30c0-4313-814c-90a5338d0cda,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:08.611154 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bb4f3c1f-b320-43b8-9da8-49992f639308 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:08.612432 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-bb4f3c1f-b320-43b8-9da8-49992f639308 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3343000 Sep 03 18:27:08.615361 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35640) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:08.619799 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-05516503-1065-4f39-aba0-c78b9a22e5a0 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'security_group_rule': {'security_group_id': 'd073ec74-30c0-4313-814c-90a5338d0cda', 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:08.717010 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-05516503-1065-4f39-aba0-c78b9a22e5a0 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:08.771414 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c19ea538-dd2d-4edf-b883-1f8dcb55e091 req-73bc4f44-38dd-426a-aaab-223c2625f6ad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447049 Sep 03 18:27:08.777915 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-05516503-1065-4f39-aba0-c78b9a22e5a0 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:08.848066 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-05516503-1065-4f39-aba0-c78b9a22e5a0 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:08.857179 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ea538-dd2d-4edf-b883-1f8dcb55e091 req-ac3079a5-aad2-4091-b6ac-268a9aad2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:08.858674 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c19ea538-dd2d-4edf-b883-1f8dcb55e091 req-ac3079a5-aad2-4091-b6ac-268a9aad2b0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e536d47e77e248429da43165cb987ba5&device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 1098 time: 0.0421033 Sep 03 18:27:08.864845 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05516503-1065-4f39-aba0-c78b9a22e5a0 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bba6ee3-0429-45a3-88a8-a8f02aa56bbd,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:08.945436 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-05516503-1065-4f39-aba0-c78b9a22e5a0 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:08.949957 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-05516503-1065-4f39-aba0-c78b9a22e5a0 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3305171 Sep 03 18:27:08.949957 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35642) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:08.954616 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-4ab91bd0-e652-427f-abc0-f23d94d9916a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'security_group_rule': {'security_group_id': 'd073ec74-30c0-4313-814c-90a5338d0cda', 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:08.966531 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ea538-dd2d-4edf-b883-1f8dcb55e091 req-a81a9740-d232-4cdc-b225-c70cea884164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:08.968043 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c19ea538-dd2d-4edf-b883-1f8dcb55e091 req-a81a9740-d232-4cdc-b225-c70cea884164 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 HTTP/1.1" status: 200 len: 912 time: 0.0878906 Sep 03 18:27:09.024589 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4ab91bd0-e652-427f-abc0-f23d94d9916a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.039049 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c19ea538-dd2d-4edf-b883-1f8dcb55e091 req-77a410d0-0fad-4a5d-8810-11bb260c1c11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6dd0161a-41eb-49be-8449-235aa4984b19 HTTP/1.1" status: 200 len: 1001 time: 0.0611861 Sep 03 18:27:09.082121 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4ab91bd0-e652-427f-abc0-f23d94d9916a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.092980 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ea538-dd2d-4edf-b883-1f8dcb55e091 req-4707ce6c-f4cb-4579-ad7c-f083e9485dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:09.094541 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c19ea538-dd2d-4edf-b883-1f8dcb55e091 req-4707ce6c-f4cb-4579-ad7c-f083e9485dc9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92072c23-33c1-47f0-b4a5-f2bb027fc0fb HTTP/1.1" status: 200 len: 850 time: 0.0459924 Sep 03 18:27:09.144547 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ea538-dd2d-4edf-b883-1f8dcb55e091 req-624e43fe-f4e2-4a91-bc8f-876ae8d6111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:09.146028 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c19ea538-dd2d-4edf-b883-1f8dcb55e091 req-624e43fe-f4e2-4a91-bc8f-876ae8d6111a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398760 Sep 03 18:27:09.179567 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4ab91bd0-e652-427f-abc0-f23d94d9916a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.198805 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab91bd0-e652-427f-abc0-f23d94d9916a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bb233a-d6a2-4709-a255-51a7c717bc47,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:09.243449 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c19ea538-dd2d-4edf-b883-1f8dcb55e091 req-01fa7ffc-148b-4569-8cd3-c305103efb0d service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886610 Sep 03 18:27:09.270661 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4ab91bd0-e652-427f-abc0-f23d94d9916a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.274929 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-4ab91bd0-e652-427f-abc0-f23d94d9916a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3211770 Sep 03 18:27:09.274929 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35644) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:09.280208 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-4d11e03c-1a1d-4934-9db2-5df1249b19b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'security_group_rule': {'security_group_id': 'd073ec74-30c0-4313-814c-90a5338d0cda', 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:09.332767 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c19ea538-dd2d-4edf-b883-1f8dcb55e091 req-e207e37a-753a-46bf-908b-9ff8726d71c5 service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820153 Sep 03 18:27:09.399537 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4d11e03c-1a1d-4934-9db2-5df1249b19b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.457724 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4d11e03c-1a1d-4934-9db2-5df1249b19b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.531067 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4d11e03c-1a1d-4934-9db2-5df1249b19b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.552037 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11e03c-1a1d-4934-9db2-5df1249b19b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c4c128-6182-402b-a51d-341a3830c40f,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:09.619630 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4d11e03c-1a1d-4934-9db2-5df1249b19b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.620921 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-4d11e03c-1a1d-4934-9db2-5df1249b19b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448157 Sep 03 18:27:09.623546 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35652) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:09.627950 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-ac312b14-8a20-4265-8e56-736debd2431f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'security_group_rule': {'security_group_id': 'd073ec74-30c0-4313-814c-90a5338d0cda', 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:09.704246 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ac312b14-8a20-4265-8e56-736debd2431f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.745418 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.784762 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ac312b14-8a20-4265-8e56-736debd2431f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.805917 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device d880872a-d448-4abc-b18c-cfd81f369fe6 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:09.873854 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ac312b14-8a20-4265-8e56-736debd2431f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.891512 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac312b14-8a20-4265-8e56-736debd2431f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9f0fe1-47f8-4c4e-8c9e-6cc303764cb1,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:09.919353 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port d880872a-d448-4abc-b18c-cfd81f369fe6 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:27:09.923324 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port d880872a-d448-4abc-b18c-cfd81f369fe6 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:09.925334 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.996690 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ac312b14-8a20-4265-8e56-736debd2431f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:09.998047 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-ac312b14-8a20-4265-8e56-736debd2431f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3735580 Sep 03 18:27:10.000961 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35656) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:10.005946 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.006066 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-5c22e106-6ae5-4c69-9430-3564e47ba788 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'security_group_rule': {'security_group_id': 'd073ec74-30c0-4313-814c-90a5338d0cda', 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:10.025027 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port d880872a-d448-4abc-b18c-cfd81f369fe6, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=d880872a-d448-4abc-b18c-cfd81f369fe6,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:10.057128 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Sync routers for ids ['76131a36-1e7b-4eea-bd7c-db1f556ef201'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:27:10.061982 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Routers {'76131a36-1e7b-4eea-bd7c-db1f556ef201'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:10.062600 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['76131a36-1e7b-4eea-bd7c-db1f556ef201'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:10.099732 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.securitygroups_db [None req-5c22e106-6ae5-4c69-9430-3564e47ba788 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Project 3f19ece7da994796b3ce82fe98aa8882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:27:10.099942 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.105284 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5c22e106-6ae5-4c69-9430-3564e47ba788 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.162185 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=d880872a-d448-4abc-b18c-cfd81f369fe6,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:10.172804 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Set router 76131a36-1e7b-4eea-bd7c-db1f556ef201 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:10.185383 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5c22e106-6ae5-4c69-9430-3564e47ba788 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.259639 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5c22e106-6ae5-4c69-9430-3564e47ba788 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.279991 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22e106-6ae5-4c69-9430-3564e47ba788 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2ec340-d9bf-41d1-8a7d-3829d3f753c2,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:10.371365 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'name': 'tempest-TestVolumeBootPattern-42163099-router', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 4, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'gw_port': {'id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '3dcc3ea0-278e-4355-be91-c82cae3ac0ea', 'name': '', 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'mac_address': 'fa:16:3e:0b:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59c10e60-041b-47b5-b5da-5b3f9c70bc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:27:05Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 2, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'subnets': [{'id': '59c10e60-041b-47b5-b5da-5b3f9c70bc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:10.385063 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5c22e106-6ae5-4c69-9430-3564e47ba788 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.389776 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-5c22e106-6ae5-4c69-9430-3564e47ba788 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3849871 Sep 03 18:27:10.389776 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 35658) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:10.394129 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-9bdb2e47-65f0-416c-878b-2c74841178df tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'security_group_rule': {'security_group_id': 'd073ec74-30c0-4313-814c-90a5338d0cda', 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:10.397316 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Checking router: 76131a36-1e7b-4eea-bd7c-db1f556ef201 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:27:10.397802 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Updating router 76131a36-1e7b-4eea-bd7c-db1f556ef201 port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea binding host dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:27:10.426977 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.494008 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.securitygroups_db [None req-9bdb2e47-65f0-416c-878b-2c74841178df tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Project 3f19ece7da994796b3ce82fe98aa8882 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:27:10.499967 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9bdb2e47-65f0-416c-878b-2c74841178df tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.560426 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9bdb2e47-65f0-416c-878b-2c74841178df tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.645342 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9bdb2e47-65f0-416c-878b-2c74841178df tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.666897 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb2e47-65f0-416c-878b-2c74841178df tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bad5351-249d-44aa-858b-8bce3e934b19,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:10.689731 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.699875 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Transition to ACTIVE for port object 3dcc3ea0-278e-4355-be91-c82cae3ac0ea will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:27:10.748301 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9bdb2e47-65f0-416c-878b-2c74841178df tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.749568 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-9bdb2e47-65f0-416c-878b-2c74841178df tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3590109 Sep 03 18:27:10.781597 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.822177 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a8846-2bb2-47cc-b47c-4fc4c655e5c4 None None] Pushing event updated for resources: {'Port': ['ID=3dcc3ea0-278e-4355-be91-c82cae3ac0ea,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:10.913817 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Attempting to bind port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:27:10.914348 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Attempting to bind port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '01a45d97-ab21-4aa9-a5b6-3cb27ee630ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:27:10.914832 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Attempting to bind port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea on network 7c3aa896-c8a6-4ed0-af29-b2597df07642 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:27:10.920822 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:27:10.924820 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Checking segment: {'id': '01a45d97-ab21-4aa9-a5b6-3cb27ee630ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:27:10.924820 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.924820 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Bound using segment: {'id': '01a45d97-ab21-4aa9-a5b6-3cb27ee630ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:27:10.924820 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Bound port: 3dcc3ea0-278e-4355-be91-c82cae3ac0ea, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a45d97-ab21-4aa9-a5b6-3cb27ee630ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:27:10.924820 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:10.991818 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] For port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:27:10.995785 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] For port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=3dcc3ea0-278e-4355-be91-c82cae3ac0ea,segment=NetworkSegment(01a45d97-ab21-4aa9-a5b6-3cb27ee630ee),segment_id=01a45d97-ab21-4aa9-a5b6-3cb27ee630ee)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:27:11.097046 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:11.154347 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Routers {'76131a36-1e7b-4eea-bd7c-db1f556ef201'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:11.154983 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:26:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['76131a36-1e7b-4eea-bd7c-db1f556ef201'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:11.159551 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a8846-2bb2-47cc-b47c-4fc4c655e5c4 None None] Pushing event updated for resources: {'Port': ['ID=3dcc3ea0-278e-4355-be91-c82cae3ac0ea,revision_number=4']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:11.269300 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] Set router 76131a36-1e7b-4eea-bd7c-db1f556ef201 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:11.473225 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'name': 'tempest-TestVolumeBootPattern-42163099-router', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 4, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'gw_port': {'id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '3dcc3ea0-278e-4355-be91-c82cae3ac0ea', 'name': '', 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'mac_address': 'fa:16:3e:0b:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59c10e60-041b-47b5-b5da-5b3f9c70bc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:27:05Z', 'updated_at': '2021-09-03T18:27:10Z', 'revision_number': 4, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'subnets': [{'id': '59c10e60-041b-47b5-b5da-5b3f9c70bc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:11.502413 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b746b-a545-47d3-9c08-544b2985e69a None None] The sync data for ids ['76131a36-1e7b-4eea-bd7c-db1f556ef201'] in dv-cinder-760193-9-iscsi is: [{'id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'name': 'tempest-TestVolumeBootPattern-42163099-router', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 4, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'gw_port': {'id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '3dcc3ea0-278e-4355-be91-c82cae3ac0ea', 'name': '', 'network_id': '7c3aa896-c8a6-4ed0-af29-b2597df07642', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'mac_address': 'fa:16:3e:0b:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '59c10e60-041b-47b5-b5da-5b3f9c70bc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:27:05Z', 'updated_at': '2021-09-03T18:27:10Z', 'revision_number': 4, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'subnets': [{'id': '59c10e60-041b-47b5-b5da-5b3f9c70bc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:27:11.821551 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device d880872a-d448-4abc-b18c-cfd81f369fe6 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:11.889376 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port d880872a-d448-4abc-b18c-cfd81f369fe6 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:11.889815 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:11.976558 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 3dcc3ea0-278e-4355-be91-c82cae3ac0ea up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:12.091160 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:27:12.095689 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:12.096068 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:12.185146 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:12.220976 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=3dcc3ea0-278e-4355-be91-c82cae3ac0ea,segment=NetworkSegment(01a45d97-ab21-4aa9-a5b6-3cb27ee630ee),segment_id=01a45d97-ab21-4aa9-a5b6-3cb27ee630ee)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:12.293885 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:12.342876 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=3dcc3ea0-278e-4355-be91-c82cae3ac0ea,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:13.779699 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 3dcc3ea0-278e-4355-be91-c82cae3ac0ea up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:13.828001 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:13.828371 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:14.946434 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17dd2e-45cf-4c9e-b438-de757920f7d4 req-b00ade35-c0d2-40b8-a161-1e2eca4060f4 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:14.948470 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8e17dd2e-45cf-4c9e-b438-de757920f7d4 req-b00ade35-c0d2-40b8-a161-1e2eca4060f4 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 945 time: 0.0545194 Sep 03 18:27:14.987207 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8e17dd2e-45cf-4c9e-b438-de757920f7d4 req-b197c02a-b204-4e7d-b779-ca404d50152b tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325546 Sep 03 18:27:15.738398 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:27:16.102752 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d616cb3-1908-4892-becf-e302fdfcc925 req-2aa9db44-20b5-4b27-b517-38bb2d4c66c0 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:16.104953 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0d616cb3-1908-4892-becf-e302fdfcc925 req-2aa9db44-20b5-4b27-b517-38bb2d4c66c0 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 945 time: 0.0505495 Sep 03 18:27:16.142837 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0d616cb3-1908-4892-becf-e302fdfcc925 req-a2eccf12-36b2-48e1-b348-b3aa44b64e3e tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321009 Sep 03 18:27:16.979446 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd215a-c955-4921-8a90-089856d39029 req-3b85bea9-d152-4ce1-94f6-ba95b941ce48 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:16.980967 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-08cd215a-c955-4921-8a90-089856d39029 req-3b85bea9-d152-4ce1-94f6-ba95b941ce48 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.32 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 945 time: 0.0509331 Sep 03 18:27:17.085609 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-08cd215a-c955-4921-8a90-089856d39029 req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Deleting port 90f3bf74-787e-4177-8c0c-d88519d0c157 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:17.085925 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-08cd215a-c955-4921-8a90-089856d39029 req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:17.177686 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-08cd215a-c955-4921-8a90-089856d39029 req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] For port 90f3bf74-787e-4177-8c0c-d88519d0c157, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=90f3bf74-787e-4177-8c0c-d88519d0c157,segment=NetworkSegment(ddb30483-a0bb-4746-adcf-d348ecf70025),segment_id=ddb30483-a0bb-4746-adcf-d348ecf70025)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:17.178264 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-08cd215a-c955-4921-8a90-089856d39029 req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:17.195840 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-08cd215a-c955-4921-8a90-089856d39029 req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Calling delete_port for 90f3bf74-787e-4177-8c0c-d88519d0c157 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:17.307632 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e66cb7-4579-4511-865e-c53f36aebd68 req-02336c65-6375-475e-800d-e4c46bd896fc tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:17.309166 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-31e66cb7-4579-4511-865e-c53f36aebd68 req-02336c65-6375-475e-800d-e4c46bd896fc tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 945 time: 0.0722754 Sep 03 18:27:17.385993 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-31e66cb7-4579-4511-865e-c53f36aebd68 req-45336851-68f3-46fb-bd7f-66b45c9c7a61 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701153 Sep 03 18:27:17.488401 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-08cd215a-c955-4921-8a90-089856d39029 req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:17.500883 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['90f3bf74-787e-4177-8c0c-d88519d0c157'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:27:17.518791 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Pushing event deleted for resources: {'Port': ['ID=90f3bf74-787e-4177-8c0c-d88519d0c157,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:17.532554 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:17.532554 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:17.532554 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:17.532554 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:17.533081 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:17.533081 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:17.533377 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:17.533741 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:17.534036 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:17.534374 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:17.534711 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:17.535029 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:17.570365 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cd215a-c955-4921-8a90-089856d39029 req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] No DVR routers for this DVR port 90f3bf74-787e-4177-8c0c-d88519d0c157 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:27:17.572850 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-08cd215a-c955-4921-8a90-089856d39029 req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:17.574850 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-08cd215a-c955-4921-8a90-089856d39029 req-12f6bc8a-bba2-4aa9-a6d9-709220bf8c4c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.32 "DELETE /v2.0/ports/90f3bf74-787e-4177-8c0c-d88519d0c157 HTTP/1.1" status: 204 len: 173 time: 0.5829973 Sep 03 18:27:17.575305 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2562d8-f2e1-4240-b925-75ec54dfd1a6', 'name': 'network-vif-deleted', 'tag': '90f3bf74-787e-4177-8c0c-d88519d0c157'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:27:17.577588 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbab7fcd-64d1-4d16-abaf-660e34d30f44" -d '{"events": [{"server_uuid": "4c2562d8-f2e1-4240-b925-75ec54dfd1a6", "name": "network-vif-deleted", "tag": "90f3bf74-787e-4177-8c0c-d88519d0c157"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:27:17.617056 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bca6374-a0b1-40d3-a1cf-520a1f7c7b15 x-openstack-request-id: req-3bca6374-a0b1-40d3-a1cf-520a1f7c7b15 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:27:17.617056 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2562d8-f2e1-4240-b925-75ec54dfd1a6", "name": "network-vif-deleted", "tag": "90f3bf74-787e-4177-8c0c-d88519d0c157", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:27:17.617056 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bca6374-a0b1-40d3-a1cf-520a1f7c7b15 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:27:17.617056 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2562d8-f2e1-4240-b925-75ec54dfd1a6', 'name': 'network-vif-deleted', 'tag': '90f3bf74-787e-4177-8c0c-d88519d0c157', 'status': 'completed', 'code': 200} Sep 03 18:27:18.493421 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-833f4291-f770-457f-8925-f7d4f6c2616e req-4951fe2a-2ffd-4ffe-b609-d78fcb11b5da tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=4c2562d8-f2e1-4240-b925-75ec54dfd1a6 HTTP/1.1" status: 200 len: 210 time: 0.0262938 Sep 03 18:27:20.614000 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6707e549-faf0-4e38-81c8-4fbad8ad7c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:21.497922 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 90f3bf74-787e-4177-8c0c-d88519d0c157 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:27:21.518081 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 90f3bf74-787e-4177-8c0c-d88519d0c157 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:27:21.518410 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 90f3bf74-787e-4177-8c0c-d88519d0c157 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:27:22.945371 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3ca1fac2-562d-45b8-ab7e-437ad94f1599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:23.411039 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:24.188104 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:25.839490 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:30.259053 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-82d8f612-97d4-443f-90a6-0d57dbfe663b tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:30.260994 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-82d8f612-97d4-443f-90a6-0d57dbfe663b tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/networks?id=8813a13e-d912-4b3b-b033-3c59689bfe31 HTTP/1.1" status: 200 len: 814 time: 0.1041396 Sep 03 18:27:30.275484 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-799693fa-1bee-44d0-867f-2b80a7ade7eb tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/quotas/9159dda29b4743ddadaced7e16471059 HTTP/1.1" status: 200 len: 375 time: 0.0087626 Sep 03 18:27:30.306269 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-2027a0c9-5faa-4da6-b844-f78fef60c196 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9159dda29b4743ddadaced7e16471059&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251710 Sep 03 18:27:30.398691 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-03373cc9-c1f2-476d-8686-9576d312d5f0 service neutron] 10.222.0.43 "GET /v2.0/networks/8813a13e-d912-4b3b-b033-3c59689bfe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856285 Sep 03 18:27:30.488028 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-13f9f87c-cec8-478e-8bc5-80e1cfdaecb9 service neutron] 10.222.0.43 "GET /v2.0/networks/8813a13e-d912-4b3b-b033-3c59689bfe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827105 Sep 03 18:27:30.839682 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-841f2cd2-d71a-4776-a5b4-bc095c32953d req-8b0223d7-e50b-4b99-8a9e-2cdc7138fead tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 210 time: 0.0304604 Sep 03 18:27:31.818272 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-f07cd32e-18c1-46bc-9384-07afd3e44fdf tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866719046&fields=id&tenant_id=3f19ece7da994796b3ce82fe98aa8882 HTTP/1.1" status: 200 len: 267 time: 0.0317943 Sep 03 18:27:31.952076 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-28063f1b-34c9-46f0-8d3f-0ed37c0b616f req-f9488557-c1f1-4e2b-9df5-fd3c604053ba tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 210 time: 0.0448198 Sep 03 18:27:31.960603 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-e76fa8c7-144f-45c0-b2be-1b9acfacf189 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:31.962076 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-e76fa8c7-144f-45c0-b2be-1b9acfacf189 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/networks?id=ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 200 len: 812 time: 0.1362360 Sep 03 18:27:31.977953 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-afad7f72-0a25-47e7-9a70-068eee0771b7 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/quotas/3f19ece7da994796b3ce82fe98aa8882 HTTP/1.1" status: 200 len: 375 time: 0.0096035 Sep 03 18:27:32.031332 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-f490b865-2728-4c26-a257-f9c40170245a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477149 Sep 03 18:27:32.125728 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-92e5fa9d-1ede-44dd-962c-3cc3811adee0 service neutron] 10.222.0.43 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827529 Sep 03 18:27:32.222665 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-51917cfa-9338-4716-beae-cd5809095f0d service neutron] 10.222.0.43 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908456 Sep 03 18:27:32.970679 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8cc04678-5fba-44fc-9d41-2d65215d4eef req-fe165034-d0ed-4224-a2d7-5aa95e797750 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 210 time: 0.0277159 Sep 03 18:27:33.051023 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-11b4d40c-adb9-4ad0-9af1-b5ecd1a1990f req-eba6b206-b05b-46bb-b8a3-21e686c62257 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 210 time: 0.0294278 Sep 03 18:27:33.158680 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-06bbf7ca-e18b-4238-ad85-f6026b1cc47b tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:33.160024 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-06bbf7ca-e18b-4238-ad85-f6026b1cc47b tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.32 "GET /v2.0/networks?id=8813a13e-d912-4b3b-b033-3c59689bfe31 HTTP/1.1" status: 200 len: 814 time: 0.1054161 Sep 03 18:27:33.174273 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Request body: {'port': {'device_id': '0181ce83-f31a-4e13-ba00-8c1d3455f15b', 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31', 'admin_state_up': True, 'tenant_id': '9159dda29b4743ddadaced7e16471059'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:33.425034 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Made reservation on behalf of 9159dda29b4743ddadaced7e16471059 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:27:33.428469 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:33.563036 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Allocated IP 172.20.0.8 (8813a13e-d912-4b3b-b033-3c59689bfe31/9873764d-5872-4540-aced-f982201e56ea/3a1ca9d6-977f-4b42-99b9-00b5772c9d95) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:27:33.716770 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:33.834160 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:33.876293 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Network 8813a13e-d912-4b3b-b033-3c59689bfe31 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:27:33.881622 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:27:33.884248 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:27:33.894274 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Pushing event updated for resources: {'Port': ['ID=3a1ca9d6-977f-4b42-99b9-00b5772c9d95,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:33.938139 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:33.938669 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:34.022968 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-d60853b5-3ad2-4436-9c6a-68c869b8f4ef tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8525596 Sep 03 18:27:34.035374 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Request body: {'port': {'device_id': '0181ce83-f31a-4e13-ba00-8c1d3455f15b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:34.314251 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b50b61c8-041e-41ed-88d9-9958d9cbe7d3 req-877bf677-4bca-474a-8c5f-f20a8f0fa15d tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 210 time: 0.2749605 Sep 03 18:27:34.369241 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:34.396057 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341007f-f1e0-4f04-882b-41077a2d4402 req-1f247b81-6d2b-413f-86e5-23a75f3bff8e tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:34.397582 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0341007f-f1e0-4f04-882b-41077a2d4402 req-1f247b81-6d2b-413f-86e5-23a75f3bff8e tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 931 time: 0.0857153 Sep 03 18:27:34.514052 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0341007f-f1e0-4f04-882b-41077a2d4402 req-ea11ab74-9dee-4156-ac63-8eddabae3c86 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982037 Sep 03 18:27:34.685712 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:27:34.693049 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:34.705553 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Transition to ACTIVE for port object 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:27:34.796377 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:34.849454 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1ca9d6-977f-4b42-99b9-00b5772c9d95,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:34.913676 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Attempting to bind port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:27:34.914016 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Attempting to bind port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ddb30483-a0bb-4746-adcf-d348ecf70025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:27:34.914345 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Attempting to bind port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 on network 8813a13e-d912-4b3b-b033-3c59689bfe31 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:27:34.918608 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 on network 8813a13e-d912-4b3b-b033-3c59689bfe31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:27:34.918931 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Attempting to bind port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 on network 8813a13e-d912-4b3b-b033-3c59689bfe31 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:27:34.923648 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:27:34.923992 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Checking segment: {'id': 'ddb30483-a0bb-4746-adcf-d348ecf70025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:27:34.924375 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Bound using segment: {'id': 'ddb30483-a0bb-4746-adcf-d348ecf70025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:27:34.924837 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Bound port: 3a1ca9d6-977f-4b42-99b9-00b5772c9d95, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb30483-a0bb-4746-adcf-d348ecf70025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:27:34.925192 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:34.991222 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] For port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:27:34.994233 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] For port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3a1ca9d6-977f-4b42-99b9-00b5772c9d95,segment=NetworkSegment(ddb30483-a0bb-4746-adcf-d348ecf70025),segment_id=ddb30483-a0bb-4746-adcf-d348ecf70025)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:27:35.087792 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.148902 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:35.149525 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.151018 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] 10.222.0.32 "PUT /v2.0/ports/3a1ca9d6-977f-4b42-99b9-00b5772c9d95 HTTP/1.1" status: 200 len: 1093 time: 1.1200309 Sep 03 18:27:35.151459 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0181ce83-f31a-4e13-ba00-8c1d3455f15b', 'tag': '3a1ca9d6-977f-4b42-99b9-00b5772c9d95'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:27:35.153772 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c73c169-d700-476f-a673-b49037f682f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0181ce83-f31a-4e13-ba00-8c1d3455f15b", "tag": "3a1ca9d6-977f-4b42-99b9-00b5772c9d95"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:27:35.195835 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b760eda6-7e12-48fc-86c4-2a8973352089 x-openstack-request-id: req-b760eda6-7e12-48fc-86c4-2a8973352089 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:27:35.196181 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0181ce83-f31a-4e13-ba00-8c1d3455f15b", "tag": "3a1ca9d6-977f-4b42-99b9-00b5772c9d95", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:27:35.196426 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b760eda6-7e12-48fc-86c4-2a8973352089 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:27:35.196899 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0181ce83-f31a-4e13-ba00-8c1d3455f15b', 'tag': '3a1ca9d6-977f-4b42-99b9-00b5772c9d95', 'status': 'completed', 'code': 200} Sep 03 18:27:35.232485 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e69b5-1fd5-4442-b5d4-5cad40261c40 service neutron] Pushing event updated for resources: {'Port': ['ID=3a1ca9d6-977f-4b42-99b9-00b5772c9d95,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:35.268876 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-aad8f8f7-b50d-45ff-9a89-2a115a8ab6f1 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:35.270349 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-aad8f8f7-b50d-45ff-9a89-2a115a8ab6f1 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "GET /v2.0/networks?id=ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 200 len: 812 time: 0.1941497 Sep 03 18:27:35.283106 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c169-d700-476f-a673-b49037f682f5 req-e96d2093-0d9c-4539-8a9c-e674231eedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:35.284554 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c73c169-d700-476f-a673-b49037f682f5 req-e96d2093-0d9c-4539-8a9c-e674231eedf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9159dda29b4743ddadaced7e16471059&device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 1096 time: 0.0641751 Sep 03 18:27:35.347211 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-1c8a3c35-e11d-4f37-a613-dfa11ba9f3b2 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f19ece7da994796b3ce82fe98aa8882 HTTP/1.1" status: 200 len: 380 time: 0.0616603 Sep 03 18:27:35.389485 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'port': {'device_id': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'admin_state_up': True, 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'security_groups': ['d073ec74-30c0-4313-814c-90a5338d0cda']}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:35.456297 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1f7a2aac-9e39-47ed-aab8-00f1086bec4f req-79de6160-d878-4af7-8087-a0101893396b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 210 time: 0.0579455 Sep 03 18:27:35.505803 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c169-d700-476f-a673-b49037f682f5 req-3a220173-cb84-4656-aa5f-9c6e920ae7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:35.507275 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c73c169-d700-476f-a673-b49037f682f5 req-3a220173-cb84-4656-aa5f-9c6e920ae7b3 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9159dda29b4743ddadaced7e16471059&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2097321 Sep 03 18:27:35.653547 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c169-d700-476f-a673-b49037f682f5 req-920a1205-57fb-4533-8e27-bc59f03d5547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:35.654922 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c73c169-d700-476f-a673-b49037f682f5 req-920a1205-57fb-4533-8e27-bc59f03d5547 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370447 Sep 03 18:27:35.666517 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7b5a2-32b4-419a-a41c-7535e17dc6e4 req-8572b445-a599-4572-9c8a-63e29dfcbbc7 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:35.667919 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9be7b5a2-32b4-419a-a41c-7535e17dc6e4 req-8572b445-a599-4572-9c8a-63e29dfcbbc7 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 943 time: 0.0770175 Sep 03 18:27:35.732079 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9be7b5a2-32b4-419a-a41c-7535e17dc6e4 req-f5028a0d-a137-4b4e-9916-7ab3c4caca5c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559909 Sep 03 18:27:35.748072 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-da84a43c-229b-41e3-9935-b268c632c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:35.749778 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-da84a43c-229b-41e3-9935-b268c632c481 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9159dda29b4743ddadaced7e16471059&device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 1096 time: 0.0561185 Sep 03 18:27:35.756227 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Made reservation on behalf of 3f19ece7da994796b3ce82fe98aa8882 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:27:35.759801 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:35.809533 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-32cca410-92a5-427c-b104-88de73c0c0f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a1ca9d6-977f-4b42-99b9-00b5772c9d95 HTTP/1.1" status: 200 len: 217 time: 0.0465088 Sep 03 18:27:35.911704 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-9c0ba054-a671-4bc0-998b-086558cb14ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:35.913125 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-9c0ba054-a671-4bc0-998b-086558cb14ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9873764d-5872-4540-aced-f982201e56ea HTTP/1.1" status: 200 len: 854 time: 0.0941136 Sep 03 18:27:35.961934 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-39cb280c-2ecf-4240-91d1-ef24d6857a42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8813a13e-d912-4b3b-b033-3c59689bfe31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306642 Sep 03 18:27:35.980130 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Allocated IP 172.20.0.12 (ba80c533-b449-4bd2-905c-b36310580e6d/0c2d93e9-0e8d-4bcd-ac14-e435a882418d/907b662a-9dbb-4b26-bcc7-74e23bb69754) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:27:36.121581 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-781e7278-13d6-4557-9427-03f1dbc15b35 service neutron] 10.222.0.32 "GET /v2.0/networks/8813a13e-d912-4b3b-b033-3c59689bfe31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433244 Sep 03 18:27:36.269582 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.298513 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Transition to ACTIVE for port object 907b662a-9dbb-4b26-bcc7-74e23bb69754 will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:27:36.305410 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-202a6148-5b18-4b69-a71b-2b36d79e5fba req-2012a61e-d5e1-4c4d-87c2-a26628a74a29 service neutron] 10.222.0.32 "GET /v2.0/networks/8813a13e-d912-4b3b-b033-3c59689bfe31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524942 Sep 03 18:27:36.431055 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.479136 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Network ba80c533-b449-4bd2-905c-b36310580e6d is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:27:36.482091 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:27:36.485907 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:27:36.495312 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'Port': ['ID=907b662a-9dbb-4b26-bcc7-74e23bb69754,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:36.551921 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:36.552544 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.597635 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56a87d-7b88-4608-8b49-243db7c376ba req-783918ec-95be-4ac2-8099-081874c5f3fd tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:36.599505 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6b56a87d-7b88-4608-8b49-243db7c376ba req-783918ec-95be-4ac2-8099-081874c5f3fd tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 932 time: 0.0723157 Sep 03 18:27:36.640793 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6b56a87d-7b88-4608-8b49-243db7c376ba req-417a5b6f-0ab6-4d91-b8c3-58496760291b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343313 Sep 03 18:27:36.717907 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-17050315-f57b-4c63-bee2-4ae2edfdc87a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3348269 Sep 03 18:27:36.755011 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Request body: {'port': {'device_id': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:36.787830 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.882441 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab32dd9-14b8-4364-9828-fb16a894e711 req-6cf7c77b-61bf-44ec-b725-a75f6916a7b3 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:36.883991 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7ab32dd9-14b8-4364-9828-fb16a894e711 req-6cf7c77b-61bf-44ec-b725-a75f6916a7b3 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 943 time: 0.0826597 Sep 03 18:27:36.905474 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-b8fa573c-8c28-435f-937e-3b0b39d24a94 None None] Provisioning for port 907b662a-9dbb-4b26-bcc7-74e23bb69754 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:27:36.917462 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-b8fa573c-8c28-435f-937e-3b0b39d24a94 None None] Provisioning complete for port 907b662a-9dbb-4b26-bcc7-74e23bb69754 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:36.917915 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b8fa573c-8c28-435f-937e-3b0b39d24a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.956096 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa573c-8c28-435f-937e-3b0b39d24a94 None None] Port 907b662a-9dbb-4b26-bcc7-74e23bb69754 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:27:36.996169 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7ab32dd9-14b8-4364-9828-fb16a894e711 req-da6997b3-41b3-4cfb-bb91-9bbb8d2b4552 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662210 Sep 03 18:27:37.119983 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907b662a-9dbb-4b26-bcc7-74e23bb69754 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:27:37.128122 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:37.140442 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Transition to ACTIVE for port object 907b662a-9dbb-4b26-bcc7-74e23bb69754 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:27:37.219292 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:37.277471 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=907b662a-9dbb-4b26-bcc7-74e23bb69754,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:37.349400 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Attempting to bind port 907b662a-9dbb-4b26-bcc7-74e23bb69754 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:27:37.349746 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Attempting to bind port 907b662a-9dbb-4b26-bcc7-74e23bb69754 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:27:37.350077 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Attempting to bind port 907b662a-9dbb-4b26-bcc7-74e23bb69754 on network ba80c533-b449-4bd2-905c-b36310580e6d {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:27:37.354539 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Port 907b662a-9dbb-4b26-bcc7-74e23bb69754 on network ba80c533-b449-4bd2-905c-b36310580e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:27:37.354904 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Attempting to bind port 907b662a-9dbb-4b26-bcc7-74e23bb69754 on network ba80c533-b449-4bd2-905c-b36310580e6d {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:27:37.360160 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:27:37.360500 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Checking segment: {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:27:37.360917 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Bound using segment: {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:27:37.361355 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Bound port: 907b662a-9dbb-4b26-bcc7-74e23bb69754, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:27:37.361722 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:37.429415 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] For port 907b662a-9dbb-4b26-bcc7-74e23bb69754, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:27:37.432975 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] For port 907b662a-9dbb-4b26-bcc7-74e23bb69754, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=907b662a-9dbb-4b26-bcc7-74e23bb69754,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:27:37.508323 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:37.546351 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:37.546976 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:37.548381 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] 10.222.0.32 "PUT /v2.0/ports/907b662a-9dbb-4b26-bcc7-74e23bb69754 HTTP/1.1" status: 200 len: 1094 time: 0.8221638 Sep 03 18:27:37.548857 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'tag': '907b662a-9dbb-4b26-bcc7-74e23bb69754'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:27:37.551907 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972a9b28-9649-4477-99df-dc2eed0ddb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b77ea0c-a82c-4366-82f9-7c143f298da0", "tag": "907b662a-9dbb-4b26-bcc7-74e23bb69754"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:27:37.577815 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a266dc-4699-444f-8ef6-ee8ed3003cf1 service neutron] Pushing event updated for resources: {'Port': ['ID=907b662a-9dbb-4b26-bcc7-74e23bb69754,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:37.592966 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4e25f7-c7f6-4ca8-a6c9-3948c5e13721 x-openstack-request-id: req-2f4e25f7-c7f6-4ca8-a6c9-3948c5e13721 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:27:37.593260 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b77ea0c-a82c-4366-82f9-7c143f298da0", "tag": "907b662a-9dbb-4b26-bcc7-74e23bb69754", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:27:37.593518 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f4e25f7-c7f6-4ca8-a6c9-3948c5e13721 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:27:37.594019 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'tag': '907b662a-9dbb-4b26-bcc7-74e23bb69754', 'status': 'completed', 'code': 200} Sep 03 18:27:37.660969 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a9b28-9649-4477-99df-dc2eed0ddb9e req-13fb9608-d48c-43f8-b1e7-ca6edb51aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:37.668536 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-972a9b28-9649-4477-99df-dc2eed0ddb9e req-13fb9608-d48c-43f8-b1e7-ca6edb51aeb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 1097 time: 0.0445728 Sep 03 18:27:37.799129 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a9b28-9649-4477-99df-dc2eed0ddb9e req-bf7bf7e3-aeec-476b-8641-457a3763161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:37.800882 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-972a9b28-9649-4477-99df-dc2eed0ddb9e req-bf7bf7e3-aeec-476b-8641-457a3763161e service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3f19ece7da994796b3ce82fe98aa8882&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1287107 Sep 03 18:27:37.813690 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7b969-a414-40a8-abb4-9b28ecdf73d7 req-1bcc30e8-b7f7-4d1e-84e3-1eb84426f253 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:37.815087 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-30c7b969-a414-40a8-abb4-9b28ecdf73d7 req-1bcc30e8-b7f7-4d1e-84e3-1eb84426f253 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 944 time: 0.0737081 Sep 03 18:27:37.910518 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-30c7b969-a414-40a8-abb4-9b28ecdf73d7 req-6229e492-fb05-4a2d-8d49-ce1b9c0985ac tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868292 Sep 03 18:27:37.932770 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a9b28-9649-4477-99df-dc2eed0ddb9e req-6b1acdbb-7690-4511-95a7-d826931dc26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:37.934267 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-972a9b28-9649-4477-99df-dc2eed0ddb9e req-6b1acdbb-7690-4511-95a7-d826931dc26a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1183128 Sep 03 18:27:38.010074 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-27c93206-076d-4a8a-aac2-90a8e82f77c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:38.011540 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-27c93206-076d-4a8a-aac2-90a8e82f77c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 1097 time: 0.0412617 Sep 03 18:27:38.055782 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-65332eea-8915-4b94-8e60-bf730d04e3b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=907b662a-9dbb-4b26-bcc7-74e23bb69754 HTTP/1.1" status: 200 len: 217 time: 0.0337882 Sep 03 18:27:38.135946 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-95f680b7-9755-4bac-83ff-33c09bca218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:38.137482 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-95f680b7-9755-4bac-83ff-33c09bca218c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c2d93e9-0e8d-4bcd-ac14-e435a882418d HTTP/1.1" status: 200 len: 851 time: 0.0749147 Sep 03 18:27:38.149504 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d04647-ee21-4a89-ab74-1a1f16a7b93c req-430cffaa-eba3-4039-b7d7-012352de430a tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:38.151404 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-34d04647-ee21-4a89-ab74-1a1f16a7b93c req-430cffaa-eba3-4039-b7d7-012352de430a tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 943 time: 0.0805843 Sep 03 18:27:38.213555 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-34d04647-ee21-4a89-ab74-1a1f16a7b93c req-be2bf577-ed88-4e27-92a6-453fae8c711d tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533288 Sep 03 18:27:38.216229 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-56fb9c4a-8df8-47ba-b4ed-9029a416f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:38.217658 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-56fb9c4a-8df8-47ba-b4ed-9029a416f860 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba80c533-b449-4bd2-905c-b36310580e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654347 Sep 03 18:27:38.313932 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-45312f7a-8b26-4e1c-aa51-96e2d49070b6 service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880127 Sep 03 18:27:38.407049 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-be9b9658-81aa-46b6-ab05-286d6e121045 req-56162940-9c75-4f9e-b075-81ed854de4c8 service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838478 Sep 03 18:27:38.842845 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:27:38.945209 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3a1ca9d6-977f-4b42-99b9-00b5772c9d95,segment=NetworkSegment(ddb30483-a0bb-4746-adcf-d348ecf70025),segment_id=ddb30483-a0bb-4746-adcf-d348ecf70025)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:38.956763 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '3a1ca9d6-977f-4b42-99b9-00b5772c9d95', 'network_id': '8813a13e-d912-4b3b-b033-3c59689bfe31', 'port_id': '3a1ca9d6-977f-4b42-99b9-00b5772c9d95', 'mac_address': 'fa:16:3e:36:4e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9873764d-5872-4540-aced-f982201e56ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:27:38.996718 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:39.009356 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:27:39.029212 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3a1ca9d6-977f-4b42-99b9-00b5772c9d95,segment=NetworkSegment(ddb30483-a0bb-4746-adcf-d348ecf70025),segment_id=ddb30483-a0bb-4746-adcf-d348ecf70025)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:39.033876 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daef0e5-fc70-4f38-9535-2b9f307c35fe req-a7feeef0-27af-4bd0-a595-fa66239444ef tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:39.035395 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2daef0e5-fc70-4f38-9535-2b9f307c35fe req-a7feeef0-27af-4bd0-a595-fa66239444ef tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 944 time: 0.0520821 Sep 03 18:27:39.072865 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2daef0e5-fc70-4f38-9535-2b9f307c35fe req-00e8e380-d3e8-43fe-8628-a2d89a8d7e15 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309227 Sep 03 18:27:39.128210 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:39.176849 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=3a1ca9d6-977f-4b42-99b9-00b5772c9d95,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:39.183804 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:39.184163 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:39.184511 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:39.184893 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:39.185230 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:39.185568 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:39.185904 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:39.186236 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:39.186571 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:39.186902 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:39.187231 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:39.187560 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:39.327205 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd8998-aad2-448d-8811-66894c90b1e1 req-951babfd-ff1f-4c14-9cbc-1fddcfbcf132 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:39.328735 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dffd8998-aad2-448d-8811-66894c90b1e1 req-951babfd-ff1f-4c14-9cbc-1fddcfbcf132 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 944 time: 0.0486348 Sep 03 18:27:39.367287 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dffd8998-aad2-448d-8811-66894c90b1e1 req-e0168dea-7805-4744-b47e-effca72ad832 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Sep 03 18:27:39.390679 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['3a1ca9d6-977f-4b42-99b9-00b5772c9d95'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:27:39.753593 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:40.188452 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73172-f811-478b-9c26-0537035bd85f req-4cda0e61-f869-4298-9c2f-54cd7fde3f5e tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:40.189962 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-34a73172-f811-478b-9c26-0537035bd85f req-4cda0e61-f869-4298-9c2f-54cd7fde3f5e tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 944 time: 0.0489128 Sep 03 18:27:40.227785 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-34a73172-f811-478b-9c26-0537035bd85f req-9a0fd713-f251-4869-b691-c6e6326c43b1 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319290 Sep 03 18:27:40.484250 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398f898-2512-4e6f-9032-e21255944e55 req-bdcc0d51-0f4a-4ec3-906b-b087352654bd tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:40.485754 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e398f898-2512-4e6f-9032-e21255944e55 req-bdcc0d51-0f4a-4ec3-906b-b087352654bd tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 944 time: 0.0522988 Sep 03 18:27:40.522087 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e398f898-2512-4e6f-9032-e21255944e55 req-d842d637-1eca-47ba-ab41-78bd7325803f tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305657 Sep 03 18:27:40.853045 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:40.965076 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:27:40.968966 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:40.969377 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:41.049779 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:41.071669 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0181ce83-f31a-4e13-ba00-8c1d3455f15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1ca9d6-977f-4b42-99b9-00b5772c9d95'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:27:41.074624 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f5d749-5c51-43b8-95da-ad9242280acf" -d '{"events": [{"server_uuid": "0181ce83-f31a-4e13-ba00-8c1d3455f15b", "name": "network-vif-plugged", "status": "completed", "tag": "3a1ca9d6-977f-4b42-99b9-00b5772c9d95"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:27:41.087488 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3a1ca9d6-977f-4b42-99b9-00b5772c9d95,segment=NetworkSegment(ddb30483-a0bb-4746-adcf-d348ecf70025),segment_id=ddb30483-a0bb-4746-adcf-d348ecf70025)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:41.110997 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b407e2-d535-49a5-a041-63b297135349 x-openstack-request-id: req-e5b407e2-d535-49a5-a041-63b297135349 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:27:41.111315 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0181ce83-f31a-4e13-ba00-8c1d3455f15b", "name": "network-vif-plugged", "status": "completed", "tag": "3a1ca9d6-977f-4b42-99b9-00b5772c9d95", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:27:41.111608 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5b407e2-d535-49a5-a041-63b297135349 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:27:41.112137 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0181ce83-f31a-4e13-ba00-8c1d3455f15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1ca9d6-977f-4b42-99b9-00b5772c9d95', 'code': 200} Sep 03 18:27:41.150693 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:41.199115 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=3a1ca9d6-977f-4b42-99b9-00b5772c9d95,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:41.344841 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e93955-d1b3-48f0-8762-c5b6783cbf4c req-46b96911-7cd5-4e6e-ae46-99cf8ed6e35f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:41.346344 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f4e93955-d1b3-48f0-8762-c5b6783cbf4c req-46b96911-7cd5-4e6e-ae46-99cf8ed6e35f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 944 time: 0.0502605 Sep 03 18:27:41.387721 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f4e93955-d1b3-48f0-8762-c5b6783cbf4c req-69cbd87d-7727-401c-adda-4cdfee98edb5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349338 Sep 03 18:27:41.460864 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b828fb4-6b94-4d40-ad6d-15e5df58bc72 req-819c57f4-89f4-42be-bd37-992f29e39398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:41.462480 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9b828fb4-6b94-4d40-ad6d-15e5df58bc72 req-819c57f4-89f4-42be-bd37-992f29e39398 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 1098 time: 0.0431368 Sep 03 18:27:41.499704 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9b828fb4-6b94-4d40-ad6d-15e5df58bc72 req-c4f40476-374e-493b-9b2e-74148d9c4587 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289700 Sep 03 18:27:41.637689 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa75e7-fe2f-407a-b72b-e9a56bfa1c4f req-b2279406-bdb8-4405-b27a-28bb31f09a59 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:41.639159 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-03aa75e7-fe2f-407a-b72b-e9a56bfa1c4f req-b2279406-bdb8-4405-b27a-28bb31f09a59 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 945 time: 0.0523598 Sep 03 18:27:41.676031 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-03aa75e7-fe2f-407a-b72b-e9a56bfa1c4f req-2630b3b4-6993-4bcd-816b-29d64adf99f6 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310738 Sep 03 18:27:42.506369 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df6eb9-7208-4d6c-bbb2-0eb881904d86 req-d64ce8d8-57f0-42ff-b2c4-ee265a9c30e7 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:42.507892 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f2df6eb9-7208-4d6c-bbb2-0eb881904d86 req-d64ce8d8-57f0-42ff-b2c4-ee265a9c30e7 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 944 time: 0.0517409 Sep 03 18:27:42.548851 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f2df6eb9-7208-4d6c-bbb2-0eb881904d86 req-91a5455d-4c54-4e85-bf56-e7db864ede15 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338285 Sep 03 18:27:42.793687 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e4585-0475-4249-bd1d-db46fe9466a4 req-e74c4dd2-ac29-47e2-9f91-d04634417a6c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:42.795078 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-089e4585-0475-4249-bd1d-db46fe9466a4 req-e74c4dd2-ac29-47e2-9f91-d04634417a6c tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 945 time: 0.0495651 Sep 03 18:27:42.832990 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-089e4585-0475-4249-bd1d-db46fe9466a4 req-0005f15d-b3de-4910-baa5-787ac82d69a7 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Sep 03 18:27:43.668067 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea06afc-f8de-4723-853b-d71ab3947e18 req-aa489d84-861a-4db2-9410-cc7056cc84d3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:43.669658 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4ea06afc-f8de-4723-853b-d71ab3947e18 req-aa489d84-861a-4db2-9410-cc7056cc84d3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 944 time: 0.0528591 Sep 03 18:27:43.708998 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4ea06afc-f8de-4723-853b-d71ab3947e18 req-bc4f4c7f-2eae-4669-98b9-30c5941dcae1 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332582 Sep 03 18:27:43.945713 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b50a9d-df6e-430c-92fe-243a69996626 req-b63c16c1-23dc-4ad4-9a9b-3e86c93d1883 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:43.947179 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b7b50a9d-df6e-430c-92fe-243a69996626 req-b63c16c1-23dc-4ad4-9a9b-3e86c93d1883 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 945 time: 0.0475605 Sep 03 18:27:43.986024 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b7b50a9d-df6e-430c-92fe-243a69996626 req-728ab883-8ca8-4b5b-8f75-2358ebb8b198 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Sep 03 18:27:44.825333 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20d648-9edb-42b9-8571-6ee415394037 req-c3bcacbc-2e1e-4fa2-9c3e-7eda657c8f54 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:44.826839 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5e20d648-9edb-42b9-8571-6ee415394037 req-c3bcacbc-2e1e-4fa2-9c3e-7eda657c8f54 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 944 time: 0.0479116 Sep 03 18:27:44.857443 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 907b662a-9dbb-4b26-bcc7-74e23bb69754 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:27:44.865910 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5e20d648-9edb-42b9-8571-6ee415394037 req-cb6291a6-96a0-4133-89cb-4e56538609ea tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326059 Sep 03 18:27:44.965905 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 907b662a-9dbb-4b26-bcc7-74e23bb69754, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=907b662a-9dbb-4b26-bcc7-74e23bb69754,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:44.978015 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '907b662a-9dbb-4b26-bcc7-74e23bb69754', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'port_id': '907b662a-9dbb-4b26-bcc7-74e23bb69754', 'mac_address': 'fa:16:3e:d7:fe:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:27:45.015311 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:45.028685 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907b662a-9dbb-4b26-bcc7-74e23bb69754 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:27:45.049049 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 907b662a-9dbb-4b26-bcc7-74e23bb69754, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=907b662a-9dbb-4b26-bcc7-74e23bb69754,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:45.134018 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:45.179733 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=907b662a-9dbb-4b26-bcc7-74e23bb69754,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:45.412406 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['907b662a-9dbb-4b26-bcc7-74e23bb69754'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:27:45.986829 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc79b7fe-74b6-4c14-b6a5-823e6b78174c req-71a74026-e653-494d-8593-af58400f2caf tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:45.988319 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc79b7fe-74b6-4c14-b6a5-823e6b78174c req-71a74026-e653-494d-8593-af58400f2caf tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 945 time: 0.0533113 Sep 03 18:27:46.026419 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc79b7fe-74b6-4c14-b6a5-823e6b78174c req-c74bd9d7-2f0b-4cdc-9339-df4282233895 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Sep 03 18:27:46.878291 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 907b662a-9dbb-4b26-bcc7-74e23bb69754 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:27:46.997192 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 907b662a-9dbb-4b26-bcc7-74e23bb69754 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:27:47.001246 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 907b662a-9dbb-4b26-bcc7-74e23bb69754 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:27:47.001629 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:47.090929 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:47.114585 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907b662a-9dbb-4b26-bcc7-74e23bb69754'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:27:47.116938 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184ff446-ae4f-4b39-a61e-0aaf4f1bb839" -d '{"events": [{"server_uuid": "3b77ea0c-a82c-4366-82f9-7c143f298da0", "name": "network-vif-plugged", "status": "completed", "tag": "907b662a-9dbb-4b26-bcc7-74e23bb69754"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:27:47.129832 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 907b662a-9dbb-4b26-bcc7-74e23bb69754, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=907b662a-9dbb-4b26-bcc7-74e23bb69754,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:47.145370 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895c5c6-c91e-42cd-a277-2947f48b635c req-cfc03323-56ad-4b94-b7c1-1f5bd3c7c668 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:47.146932 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c895c5c6-c91e-42cd-a277-2947f48b635c req-cfc03323-56ad-4b94-b7c1-1f5bd3c7c668 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 945 time: 0.0508401 Sep 03 18:27:47.153399 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea67a51-3bbf-46d2-8186-cec8af70c00a x-openstack-request-id: req-0ea67a51-3bbf-46d2-8186-cec8af70c00a {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:27:47.161972 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b77ea0c-a82c-4366-82f9-7c143f298da0", "name": "network-vif-plugged", "status": "completed", "tag": "907b662a-9dbb-4b26-bcc7-74e23bb69754", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:27:47.161972 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0ea67a51-3bbf-46d2-8186-cec8af70c00a {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:27:47.161972 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907b662a-9dbb-4b26-bcc7-74e23bb69754', 'code': 200} Sep 03 18:27:47.187777 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c895c5c6-c91e-42cd-a277-2947f48b635c req-43e0c419-8ac0-4aca-a0d4-e14352ffde11 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341854 Sep 03 18:27:47.222370 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:47.273575 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=907b662a-9dbb-4b26-bcc7-74e23bb69754,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:47.525628 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6b85a-09c7-4fe5-bdbf-1e9aaeacfc7a req-1a76ec92-ec64-4aeb-80be-25f5d2edf5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:47.527714 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3ae6b85a-09c7-4fe5-bdbf-1e9aaeacfc7a req-1a76ec92-ec64-4aeb-80be-25f5d2edf5d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 1099 time: 0.0404840 Sep 03 18:27:47.562402 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3ae6b85a-09c7-4fe5-bdbf-1e9aaeacfc7a req-7a7a797e-c67a-4aa9-a8a8-f010c778031c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275698 Sep 03 18:27:48.262498 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79235495-51af-4e09-9ac7-06ea8307d895 req-e87d8b9a-cd8e-44c3-adde-bc687e9370ac tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:48.264183 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-79235495-51af-4e09-9ac7-06ea8307d895 req-e87d8b9a-cd8e-44c3-adde-bc687e9370ac tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0585792 Sep 03 18:27:48.329543 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-79235495-51af-4e09-9ac7-06ea8307d895 req-f205207e-c1ec-4ee6-bb61-66707d8d1910 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0545104 Sep 03 18:27:48.341788 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86a146-2eb5-454d-bf48-bdf2bb5bbf60 req-6ce626d3-49a4-4143-8c7f-b0c6bdc4c32f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:48.347743 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7a86a146-2eb5-454d-bf48-bdf2bb5bbf60 req-6ce626d3-49a4-4143-8c7f-b0c6bdc4c32f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 946 time: 0.0781202 Sep 03 18:27:48.382444 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7a86a146-2eb5-454d-bf48-bdf2bb5bbf60 req-ade66106-ae79-471f-931d-1728d92bb217 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327816 Sep 03 18:27:49.443716 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c79496-6c87-46e1-ae92-c48bc8de08f6 req-be4bdec1-fe20-49fd-b531-3b3825f06d39 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:49.445276 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-07c79496-6c87-46e1-ae92-c48bc8de08f6 req-be4bdec1-fe20-49fd-b531-3b3825f06d39 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0485127 Sep 03 18:27:49.746334 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-07c79496-6c87-46e1-ae92-c48bc8de08f6 req-4fed2a3e-9a1c-441e-a1b9-5efbd636c5e1 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2871137 Sep 03 18:27:49.756109 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c596a8-1402-4245-9125-3d487c17251b req-49427af2-228b-4b39-9002-f9d10eae76fb tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:49.757722 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-32c596a8-1402-4245-9125-3d487c17251b req-49427af2-228b-4b39-9002-f9d10eae76fb tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 946 time: 0.3077617 Sep 03 18:27:49.796470 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-32c596a8-1402-4245-9125-3d487c17251b req-16b40c17-2783-4de5-9b9b-2963c7a5830b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326295 Sep 03 18:27:49.911270 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f521d-1e91-4776-b901-89d58b8e9f20 req-2bd50c2b-cbb8-45e5-a6e0-5cccd66b3cfd tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:49.912822 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8a3f521d-1e91-4776-b901-89d58b8e9f20 req-2bd50c2b-cbb8-45e5-a6e0-5cccd66b3cfd tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 946 time: 0.0488398 Sep 03 18:27:49.952347 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8a3f521d-1e91-4776-b901-89d58b8e9f20 req-f85f66e6-1382-4984-9b7a-bc67bc73b53d tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Sep 03 18:27:49.974975 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 36072) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:50.118323 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8b9c59-3249-4609-902a-7340869437f7 tempest-TestVolumeBootPattern-1565024375 tempest-TestVolumeBootPattern-1565024375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:50.119834 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-2a8b9c59-3249-4609-902a-7340869437f7 tempest-TestVolumeBootPattern-1565024375 tempest-TestVolumeBootPattern-1565024375-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 1094 time: 0.1438615 Sep 03 18:27:50.122828 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 36076) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:50.127162 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'floatingip': {'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'port_id': '907b662a-9dbb-4b26-bcc7-74e23bb69754', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:50.210776 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:50.306719 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:50.414881 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Allocated IP 172.27.2.177 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/3921c32e-d237-4aae-8053-990bd5822caf) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:27:50.500734 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc319205-7e09-4947-b73a-b374d9bd2ce3 req-4f06ede0-acb4-4817-9b58-404ce93cc707 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:50.502152 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc319205-7e09-4947-b73a-b374d9bd2ce3 req-4f06ede0-acb4-4817-9b58-404ce93cc707 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0508299 Sep 03 18:27:50.515611 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:50.547017 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc319205-7e09-4947-b73a-b374d9bd2ce3 req-576cbf84-5af1-4200-b188-9e9a67c29512 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387182 Sep 03 18:27:50.639359 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6922f60f-36cb-4673-8ffd-47c32316642f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:50.673949 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:50.715428 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:27:50.718273 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:27:50.721853 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:27:50.745616 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'Port': ['ID=3921c32e-d237-4aae-8053-990bd5822caf,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:50.758397 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:50.758754 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:50.759097 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:50.759432 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:50.759767 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:50.760099 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:50.760428 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:50.761279 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:50.761609 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:50.761933 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:50.762259 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:50.762582 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:27:50.861717 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb71877-09b3-41b2-9617-86f4be1c2b14 req-4dc33408-8bba-417f-b702-ee1543f7688e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:50.863285 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1fb71877-09b3-41b2-9617-86f4be1c2b14 req-4dc33408-8bba-417f-b702-ee1543f7688e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0480504 Sep 03 18:27:50.901282 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1fb71877-09b3-41b2-9617-86f4be1c2b14 req-22e8cda6-0dfa-4b8b-9c49-ab30c5f97abd tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=222bb30f-0a2c-4f69-8d2b-ff1d38840954&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317118 Sep 03 18:27:50.971959 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-e22fa877-56aa-45d0-b484-ca6284cab3d4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:50.973439 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-e22fa877-56aa-45d0-b484-ca6284cab3d4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 945 time: 0.0483253 Sep 03 18:27:51.078653 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Deleting port 6dd0161a-41eb-49be-8449-235aa4984b19 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:51.078996 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:51.169481 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] For port 6dd0161a-41eb-49be-8449-235aa4984b19, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6dd0161a-41eb-49be-8449-235aa4984b19,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:27:51.169757 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:51.378409 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:51.407695 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:51.408068 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:51.408386 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Floating IP 56054417-d9a2-4b2d-b928-3e9c827ed196 disassociated. External IP: 172.27.2.201, port: 6dd0161a-41eb-49be-8449-235aa4984b19. Sep 03 18:27:51.408775 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Calling delete_port for 6dd0161a-41eb-49be-8449-235aa4984b19 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:51.605718 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:51.669618 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998ac2c-5bfe-4b8a-9b7d-de895a9a5d0c req-56ff3a66-905a-4d25-b24a-831eaadb7188 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:51.671162 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f998ac2c-5bfe-4b8a-9b7d-de895a9a5d0c req-56ff3a66-905a-4d25-b24a-831eaadb7188 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0505342 Sep 03 18:27:51.671974 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:51.715399 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event deleted for resources: {'Port': ['ID=6dd0161a-41eb-49be-8449-235aa4984b19,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:51.765336 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:51.782903 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f998ac2c-5bfe-4b8a-9b7d-de895a9a5d0c req-1edcaf54-8fd5-4109-8e35-52500db842d6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043024 Sep 03 18:27:51.853610 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:27:51.862413 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62747990'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:51.945959 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'Port': ['ID=3921c32e-d237-4aae-8053-990bd5822caf,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:51.965350 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:51.980249 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:27:52.000266 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ae15e-4ab2-463f-a03e-cc027acbcdcd None None] Sync routers for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:27:52.034425 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ae15e-4ab2-463f-a03e-cc027acbcdcd None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:52.035176 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-8c2ae15e-4ab2-463f-a03e-cc027acbcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:27:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:52.066353 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e582bdd2-c816-4bff-b6ac-fe710f20dd6d req-af52f49c-b314-456c-8202-b66b58ed2579 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 210 time: 0.0875804 Sep 03 18:27:52.082146 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] No DVR routers for this DVR port 6dd0161a-41eb-49be-8449-235aa4984b19 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:27:52.085728 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:52.087786 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7f0ccf91-d1f7-406a-8f78-88ca852019e7 req-d103c081-7527-4420-9e4e-33adb4bea582 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.32 "DELETE /v2.0/ports/6dd0161a-41eb-49be-8449-235aa4984b19 HTTP/1.1" status: 204 len: 173 time: 1.0999234 Sep 03 18:27:52.088251 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'name': 'network-vif-deleted', 'tag': '6dd0161a-41eb-49be-8449-235aa4984b19'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:27:52.093843 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c573c966-fdab-4426-b5d0-b70c294fa3d5" -d '{"events": [{"server_uuid": "1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28", "name": "network-vif-deleted", "tag": "6dd0161a-41eb-49be-8449-235aa4984b19"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:27:52.096212 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.l3_db [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Floating IP 9c93b9f9-80ec-4852-9b78-ea51426c1b7f associated. External IP: 172.27.2.177, port: 907b662a-9dbb-4b26-bcc7-74e23bb69754. Sep 03 18:27:52.139368 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ff815f-98eb-4882-a5e3-ef73d65fac80 x-openstack-request-id: req-31ff815f-98eb-4882-a5e3-ef73d65fac80 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:27:52.139929 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28", "name": "network-vif-deleted", "tag": "6dd0161a-41eb-49be-8449-235aa4984b19", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:27:52.140193 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31ff815f-98eb-4882-a5e3-ef73d65fac80 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:27:52.140599 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28', 'name': 'network-vif-deleted', 'tag': '6dd0161a-41eb-49be-8449-235aa4984b19', 'status': 'completed', 'code': 200} Sep 03 18:27:52.192968 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-8c2ae15e-4ab2-463f-a03e-cc027acbcdcd None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:52.337480 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:27:52.479464 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:27:52.493242 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464b740-6047-4e87-9b9b-43013126538d None None] Sync routers for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:27:52.505181 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464b740-6047-4e87-9b9b-43013126538d None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:52.510433 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-a464b740-6047-4e87-9b9b-43013126538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:27:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:52.569620 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:52.572073 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-8c2ae15e-4ab2-463f-a03e-cc027acbcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:22Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:52.608099 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ae15e-4ab2-463f-a03e-cc027acbcdcd None None] Checking router: 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:27:52.609714 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-0c9712ef-0e1e-451a-90d4-4ab025d4eb55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4855809 Sep 03 18:27:52.610682 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'tag': '907b662a-9dbb-4b26-bcc7-74e23bb69754'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:27:52.614591 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b069f4827def78a3d49b85512a03cffc99477986503a43a7fcf5fcd93c8100ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772eec16-ffd7-49ed-b46f-ef70430c3a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b77ea0c-a82c-4366-82f9-7c143f298da0", "tag": "907b662a-9dbb-4b26-bcc7-74e23bb69754"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:27:52.623739 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ae15e-4ab2-463f-a03e-cc027acbcdcd None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:52.623739 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-8c2ae15e-4ab2-463f-a03e-cc027acbcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:27:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:52.666545 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0533fca9-78e0-4ba1-96ac-4be92fdb0842 x-openstack-request-id: req-0533fca9-78e0-4ba1-96ac-4be92fdb0842 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:27:52.670368 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b77ea0c-a82c-4366-82f9-7c143f298da0", "tag": "907b662a-9dbb-4b26-bcc7-74e23bb69754", "status": "completed", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:27:52.670882 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0533fca9-78e0-4ba1-96ac-4be92fdb0842 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:27:52.678463 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'tag': '907b662a-9dbb-4b26-bcc7-74e23bb69754', 'status': 'completed', 'code': 200} Sep 03 18:27:52.751124 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eec16-ffd7-49ed-b46f-ef70430c3a9f req-f7ae2939-586e-40f7-8cc5-fe695b5f6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:52.753023 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-772eec16-ffd7-49ed-b46f-ef70430c3a9f req-f7ae2939-586e-40f7-8cc5-fe695b5f6590 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 1099 time: 0.0570626 Sep 03 18:27:52.755317 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-a464b740-6047-4e87-9b9b-43013126538d None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:52.758065 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-8c2ae15e-4ab2-463f-a03e-cc027acbcdcd None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:52.846319 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:27:52.879412 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eec16-ffd7-49ed-b46f-ef70430c3a9f req-8bb9e7dc-aa29-490b-9f7f-273263444fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:52.881327 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-772eec16-ffd7-49ed-b46f-ef70430c3a9f req-8bb9e7dc-aa29-490b-9f7f-273263444fd2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 200 len: 913 time: 0.1168175 Sep 03 18:27:52.985742 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-772eec16-ffd7-49ed-b46f-ef70430c3a9f req-71e2e393-bb0d-48c2-906b-e98287645b7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=907b662a-9dbb-4b26-bcc7-74e23bb69754 HTTP/1.1" status: 200 len: 1000 time: 0.0851679 Sep 03 18:27:52.988298 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-503cf7c4-5b7e-4354-afe0-b7eaeacb53c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:52.994783 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10275016-8b1f-40ad-9d16-95aa291c838f req-8be2b673-d02c-4ed8-b5ed-9bc98ae16d9e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:52.996402 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-10275016-8b1f-40ad-9d16-95aa291c838f req-8be2b673-d02c-4ed8-b5ed-9bc98ae16d9e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.1061490 Sep 03 18:27:53.012101 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-a464b740-6047-4e87-9b9b-43013126538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '9c93b9f9-80ec-4852-9b78-ea51426c1b7f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': '907b662a-9dbb-4b26-bcc7-74e23bb69754', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:d7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:27:50Z', 'updated_at': '2021-09-03T18:27:50Z', 'revision_number': 0, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:53.025452 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-8c2ae15e-4ab2-463f-a03e-cc027acbcdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:22Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:53.042602 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464b740-6047-4e87-9b9b-43013126538d None None] Checking router: 9db69f24-bbc6-4029-84eb-bd9a3f907b04 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:27:53.051646 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464b740-6047-4e87-9b9b-43013126538d None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:27:53.052349 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-a464b740-6047-4e87-9b9b-43013126538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:27:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:53.060344 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2ae15e-4ab2-463f-a03e-cc027acbcdcd None None] The sync data for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi is: [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:22Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:27:53.072611 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-10275016-8b1f-40ad-9d16-95aa291c838f req-cb204ec3-4308-4ddc-82e1-e9a183fb17bd tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661852 Sep 03 18:27:53.074268 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eec16-ffd7-49ed-b46f-ef70430c3a9f req-f75585e0-53e1-46cf-b73e-d6af3eeca002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:53.075752 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-772eec16-ffd7-49ed-b46f-ef70430c3a9f req-f75585e0-53e1-46cf-b73e-d6af3eeca002 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c2d93e9-0e8d-4bcd-ac14-e435a882418d HTTP/1.1" status: 200 len: 851 time: 0.0783443 Sep 03 18:27:53.163150 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-a464b740-6047-4e87-9b9b-43013126538d None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:27:53.170917 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eec16-ffd7-49ed-b46f-ef70430c3a9f req-f5afe4f4-13f3-417e-aa9a-78f4762bd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:53.172721 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-772eec16-ffd7-49ed-b46f-ef70430c3a9f req-f5afe4f4-13f3-417e-aa9a-78f4762bd945 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba80c533-b449-4bd2-905c-b36310580e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807016 Sep 03 18:27:53.243246 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0947b75e-c74c-45d6-b814-75322bf09661 req-7e1081b0-90ff-491e-a35e-40a1a28b27c5 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab7a9cf-c132-4e6f-9aa3-17ce259f3f28 HTTP/1.1" status: 200 len: 210 time: 0.0593548 Sep 03 18:27:53.341917 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-772eec16-ffd7-49ed-b46f-ef70430c3a9f req-a9550748-5ed1-4256-a8f7-e9f712a02f1a service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583905 Sep 03 18:27:53.445032 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd1365-dbf2-43cb-aa05-ddcf45290952 None None] New status for floating IP 56054417-d9a2-4b2d-b928-3e9c827ed196: DOWN {{(pid=94514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:27:53.470756 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-a464b740-6047-4e87-9b9b-43013126538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '9c93b9f9-80ec-4852-9b78-ea51426c1b7f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': '907b662a-9dbb-4b26-bcc7-74e23bb69754', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:d7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:27:50Z', 'updated_at': '2021-09-03T18:27:50Z', 'revision_number': 0, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:27:53.509204 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-772eec16-ffd7-49ed-b46f-ef70430c3a9f req-90cdbc46-c08b-40f6-b13a-a08f9c9a663d service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589980 Sep 03 18:27:53.523124 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464b740-6047-4e87-9b9b-43013126538d None None] The sync data for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi is: [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '9c93b9f9-80ec-4852-9b78-ea51426c1b7f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.177', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': '907b662a-9dbb-4b26-bcc7-74e23bb69754', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:d7:fe:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:27:50Z', 'updated_at': '2021-09-03T18:27:50Z', 'revision_number': 0, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:27:53.571127 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:53.826653 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f85c59-ee78-435c-9730-13b0528ad634 None None] New status for floating IP 9c93b9f9-80ec-4852-9b78-ea51426c1b7f: ACTIVE {{(pid=94515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:27:54.197240 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2311-d970-4b91-b5f6-e7dd496ad6d2 req-6de504bc-3b8d-4bc0-ae78-b0bd1e1d1974 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:54.198870 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-306b2311-d970-4b91-b5f6-e7dd496ad6d2 req-6de504bc-3b8d-4bc0-ae78-b0bd1e1d1974 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0502169 Sep 03 18:27:54.211049 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:54.237603 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-306b2311-d970-4b91-b5f6-e7dd496ad6d2 req-8f50f6a3-1c3a-49b8-a696-ccffce43578e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326891 Sep 03 18:27:54.472995 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 36126) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:54.533976 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e1831d8f-417e-44b2-8733-35b996e87dd4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:54.554882 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e1831d8f-417e-44b2-8733-35b996e87dd4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:54.693815 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e1831d8f-417e-44b2-8733-35b996e87dd4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:54.696378 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e1831d8f-417e-44b2-8733-35b996e87dd4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:54.697640 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-e1831d8f-417e-44b2-8733-35b996e87dd4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "DELETE /v2.0/security-groups/222bb30f-0a2c-4f69-8d2b-ff1d38840954 HTTP/1.1" status: 204 len: 168 time: 0.2233746 Sep 03 18:27:54.700503 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 36128) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:54.707036 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1831d8f-417e-44b2-8733-35b996e87dd4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222bb30f-0a2c-4f69-8d2b-ff1d38840954,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:54.715308 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.api.v2.resource [None req-ed8be40d-3c35-428c-9d0c-127874afd22b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] show failed (client error): The resource could not be found. Sep 03 18:27:54.716373 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-ed8be40d-3c35-428c-9d0c-127874afd22b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups/222bb30f-0a2c-4f69-8d2b-ff1d38840954 HTTP/1.1" status: 404 len: 347 time: 0.0148392 Sep 03 18:27:54.719210 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 36130) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:54.841604 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-803e847a-a492-480a-a989-7e0b0684a9d6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Deleting port 204a94b1-6dff-4159-94d7-cca7f3553d09 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:27:54.841951 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-803e847a-a492-480a-a989-7e0b0684a9d6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:54.919441 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-803e847a-a492-480a-a989-7e0b0684a9d6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:54.919754 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-803e847a-a492-480a-a989-7e0b0684a9d6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:54.931824 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-803e847a-a492-480a-a989-7e0b0684a9d6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Calling delete_port for 204a94b1-6dff-4159-94d7-cca7f3553d09 owned by network:floatingip {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:27:55.139458 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-803e847a-a492-480a-a989-7e0b0684a9d6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:55.163371 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e847a-a492-480a-a989-7e0b0684a9d6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event deleted for resources: {'Port': ['ID=204a94b1-6dff-4159-94d7-cca7f3553d09,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:55.225677 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-803e847a-a492-480a-a989-7e0b0684a9d6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:55.228253 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-803e847a-a492-480a-a989-7e0b0684a9d6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:55.229553 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-803e847a-a492-480a-a989-7e0b0684a9d6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "DELETE /v2.0/floatingips/56054417-d9a2-4b2d-b928-3e9c827ed196 HTTP/1.1" status: 204 len: 168 time: 0.5093639 Sep 03 18:27:55.358736 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c7919-6cb3-44ba-b103-d12b63c62da4 req-2d9ca36a-dfb6-4cb7-a31d-053eea83d1b1 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:55.360289 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-749c7919-6cb3-44ba-b103-d12b63c62da4 req-2d9ca36a-dfb6-4cb7-a31d-053eea83d1b1 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0495627 Sep 03 18:27:55.398546 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-749c7919-6cb3-44ba-b103-d12b63c62da4 req-5b573a6e-0f95-4b48-8bb2-fa2bc9625f09 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321379 Sep 03 18:27:55.454519 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 6dd0161a-41eb-49be-8449-235aa4984b19 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:27:55.478072 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 6dd0161a-41eb-49be-8449-235aa4984b19 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:27:55.478419 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 6dd0161a-41eb-49be-8449-235aa4984b19 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:27:55.589590 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 36138) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:55.594229 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-a60cb7ee-d969-490a-bf99-b2dd9447047b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1315251851', 'description': 'tempest-description--592257981'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:55.676868 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a60cb7ee-d969-490a-bf99-b2dd9447047b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:55.756484 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a60cb7ee-d969-490a-bf99-b2dd9447047b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:55.816448 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a60cb7ee-d969-490a-bf99-b2dd9447047b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:55.828423 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:55.845023 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60cb7ee-d969-490a-bf99-b2dd9447047b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c431655-1619-452b-b634-bf2315c12d58,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:55.930782 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a60cb7ee-d969-490a-bf99-b2dd9447047b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:55.930782 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-a60cb7ee-d969-490a-bf99-b2dd9447047b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3386083 Sep 03 18:27:55.931992 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 36140) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:55.937041 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-25a281fb-85f1-4a12-a91c-b7c928db1dc9 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Request body: {'security_group_rule': {'security_group_id': '7c431655-1619-452b-b634-bf2315c12d58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:56.044856 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-25a281fb-85f1-4a12-a91c-b7c928db1dc9 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:56.100018 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-25a281fb-85f1-4a12-a91c-b7c928db1dc9 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:56.168078 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-25a281fb-85f1-4a12-a91c-b7c928db1dc9 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:56.185440 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a281fb-85f1-4a12-a91c-b7c928db1dc9 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8615e239-70a9-4abb-8cd3-8c6e862b0b90,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:56.253597 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-25a281fb-85f1-4a12-a91c-b7c928db1dc9 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:56.254846 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-25a281fb-85f1-4a12-a91c-b7c928db1dc9 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212926 Sep 03 18:27:56.257511 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 36144) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:56.261944 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-a2cf672a-a626-4adf-b733-7c929abe7d13 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Request body: {'security_group_rule': {'security_group_id': '7c431655-1619-452b-b634-bf2315c12d58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:56.372507 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a2cf672a-a626-4adf-b733-7c929abe7d13 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:56.427619 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a2cf672a-a626-4adf-b733-7c929abe7d13 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:56.522606 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a2cf672a-a626-4adf-b733-7c929abe7d13 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:56.533691 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49516ea6-42a3-4c90-909b-678a10280d3c req-71f24153-8251-4014-adb8-8ad2a35d34ef tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:56.535162 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-49516ea6-42a3-4c90-909b-678a10280d3c req-71f24153-8251-4014-adb8-8ad2a35d34ef tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0561125 Sep 03 18:27:56.556635 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf672a-a626-4adf-b733-7c929abe7d13 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13fa947-dca1-43b9-9328-80386dbdff82,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:56.583683 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-49516ea6-42a3-4c90-909b-678a10280d3c req-bad46035-9931-4339-9742-e95d395b7615 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379210 Sep 03 18:27:56.665192 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-a2cf672a-a626-4adf-b733-7c929abe7d13 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:56.666721 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-a2cf672a-a626-4adf-b733-7c929abe7d13 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4082429 Sep 03 18:27:56.669774 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 36148) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:27:56.674229 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Request body: {'floatingip': {'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:27:56.779590 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:56.875656 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:56.985094 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Allocated IP 172.27.2.57 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/93878f6b-6131-4868-868e-6ff79d75a1ee) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:27:57.083945 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:57.185582 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:57.222867 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:27:57.225877 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:27:57.228302 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:27:57.254381 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event updated for resources: {'Port': ['ID=93878f6b-6131-4868-868e-6ff79d75a1ee,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:57.317545 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:57.421111 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:57.567949 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:57.664411 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:57.763177 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b8040-8c83-4b59-a5fa-55365c104385 req-1de3758b-883a-4dc9-9e92-5911aff15fc2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:57.764685 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d02b8040-8c83-4b59-a5fa-55365c104385 req-1de3758b-883a-4dc9-9e92-5911aff15fc2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.1111841 Sep 03 18:27:57.765280 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event updated for resources: {'Port': ['ID=93878f6b-6131-4868-868e-6ff79d75a1ee,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:27:57.788832 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:57.815621 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d02b8040-8c83-4b59-a5fa-55365c104385 req-450b0620-060b-4541-b307-9f4de9d16905 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441594 Sep 03 18:27:57.920325 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:57.921594 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-4e93d39c-ed70-4fd3-95ef-002385853df0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2508922 Sep 03 18:27:58.106414 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-4a02bf3c-6f41-469a-9216-02776df68109 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1315251851&fields=id&tenant_id=e536d47e77e248429da43165cb987ba5 HTTP/1.1" status: 200 len: 267 time: 0.0348170 Sep 03 18:27:58.431829 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-3b32eb49-c87f-4421-81df-5b2f06bd1bd6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:58.433890 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-3b32eb49-c87f-4421-81df-5b2f06bd1bd6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/networks?id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 HTTP/1.1" status: 200 len: 811 time: 0.3205907 Sep 03 18:27:58.449635 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-85816a8d-06a1-4e9b-a1db-3e0677e90afa tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/quotas/e536d47e77e248429da43165cb987ba5 HTTP/1.1" status: 200 len: 375 time: 0.0099761 Sep 03 18:27:58.502108 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-7b3c9a3d-42f8-49bf-941a-18d6c46621ab tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e536d47e77e248429da43165cb987ba5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470047 Sep 03 18:27:58.603535 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-02b6def9-84f6-4391-804d-fcfa52a9cc1a service neutron] 10.222.0.43 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856254 Sep 03 18:27:58.694842 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-9fc2a6cc-3e19-404e-b221-4a1133a49eb1 service neutron] 10.222.0.43 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852044 Sep 03 18:27:58.957206 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8dde0afc-f691-4d8e-9f2f-b3b3f49bc953 req-5141de25-1a85-44f0-b1ba-1df703c52882 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 210 time: 0.0463643 Sep 03 18:27:58.983432 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926173e3-9c38-4bb0-8bb8-aef9440f4107 req-c9bff0be-b2b8-4cda-a708-d643bcb2ffd8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:27:58.984999 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-926173e3-9c38-4bb0-8bb8-aef9440f4107 req-c9bff0be-b2b8-4cda-a708-d643bcb2ffd8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0864594 Sep 03 18:27:59.025645 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-926173e3-9c38-4bb0-8bb8-aef9440f4107 req-7a515f82-fb9f-4d28-a035-93eabba3e5ea tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341949 Sep 03 18:28:00.107558 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b7075704-c7e2-4195-9585-f74a8af55041 req-232b587a-5be6-4445-bcb3-d2e570b47c0b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 210 time: 0.0833266 Sep 03 18:28:00.153992 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a276bfa-e048-4363-b560-5259b06069bc req-eb67e35c-a37b-4bd4-b9d0-5827aa31a34b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:00.155472 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8a276bfa-e048-4363-b560-5259b06069bc req-eb67e35c-a37b-4bd4-b9d0-5827aa31a34b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0502467 Sep 03 18:28:00.193922 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8a276bfa-e048-4363-b560-5259b06069bc req-7b01dc95-e35b-4d27-9060-d2dfdb88729b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324693 Sep 03 18:28:01.203535 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-57349ca9-3bd2-4200-9793-6052c2e43021 req-22d04c78-c534-4a2c-9cf6-d7d22a9abf9b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 210 time: 0.0301707 Sep 03 18:28:01.362846 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45746293-5752-4a7d-9e28-de6666ccf639 req-a6c1da4e-6d3d-4fa3-b9a7-cf3b0a93566c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:01.364352 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45746293-5752-4a7d-9e28-de6666ccf639 req-a6c1da4e-6d3d-4fa3-b9a7-cf3b0a93566c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0998075 Sep 03 18:28:01.403120 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45746293-5752-4a7d-9e28-de6666ccf639 req-852898bd-92bf-4631-bec9-0dc46d2f570e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320497 Sep 03 18:28:02.299366 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8099a1f2-ea7b-4dfa-a765-a27e6e24ed80 req-db25a5b0-fb21-4abc-8045-62ac0519b88c tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 210 time: 0.0277407 Sep 03 18:28:02.524515 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1aa9f-59b6-4035-a790-6c40f098894f req-7a97e9df-9679-4a2e-8732-9cba04abf2d6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:02.526269 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0cf1aa9f-59b6-4035-a790-6c40f098894f req-7a97e9df-9679-4a2e-8732-9cba04abf2d6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0505209 Sep 03 18:28:02.564664 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0cf1aa9f-59b6-4035-a790-6c40f098894f req-eed64ce5-30db-4699-91cd-46fb2023d3df tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317633 Sep 03 18:28:02.682262 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1d111eff-54b8-4535-804d-a100fd04d66a tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:02.683860 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1d111eff-54b8-4535-804d-a100fd04d66a tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.32 "GET /v2.0/networks?id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 HTTP/1.1" status: 200 len: 811 time: 0.1060731 Sep 03 18:28:02.732063 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-ba5d5a2f-9831-4409-ad80-d8fa26632ce7 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e536d47e77e248429da43165cb987ba5 HTTP/1.1" status: 200 len: 380 time: 0.0362942 Sep 03 18:28:02.741516 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Request body: {'port': {'device_id': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'admin_state_up': True, 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'security_groups': ['7c431655-1619-452b-b634-bf2315c12d58']}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:28:02.979484 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Made reservation on behalf of e536d47e77e248429da43165cb987ba5 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:28:02.983377 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:03.113127 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Allocated IP 172.20.0.11 (c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6/92072c23-33c1-47f0-b4a5-f2bb027fc0fb/93b37f71-6157-49be-853d-ebf544247de1) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:28:03.255702 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:03.268698 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Transition to ACTIVE for port object 93b37f71-6157-49be-853d-ebf544247de1 will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:28:03.393281 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-96fd2a08-cc03-4331-af18-abd3f66b24ca req-06a850d3-9095-4295-8cfe-75a48f46722a tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 210 time: 0.0284867 Sep 03 18:28:03.403186 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:03.458449 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:28:03.461470 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:28:03.465139 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:28:03.493480 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event updated for resources: {'Port': ['ID=93b37f71-6157-49be-853d-ebf544247de1,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:03.523934 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:03.524584 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:03.620703 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-79659ecc-ebb7-4682-9ee3-8a7e92dee261 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8828039 Sep 03 18:28:03.634383 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Request body: {'port': {'device_id': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:28:03.702279 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-144d1323-69a6-4cf7-a38f-5b06b09275bb None None] Provisioning for port 93b37f71-6157-49be-853d-ebf544247de1 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:28:03.706141 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-144d1323-69a6-4cf7-a38f-5b06b09275bb None None] Provisioning complete for port 93b37f71-6157-49be-853d-ebf544247de1 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:28:03.706550 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-144d1323-69a6-4cf7-a38f-5b06b09275bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:03.713070 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:03.740359 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2e624-6d43-4b46-8403-110f411b4881 req-8711668b-e0f9-4785-8f12-fa1dae3190da tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:03.741936 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cfd2e624-6d43-4b46-8403-110f411b4881 req-8711668b-e0f9-4785-8f12-fa1dae3190da tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0882590 Sep 03 18:28:03.742847 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-144d1323-69a6-4cf7-a38f-5b06b09275bb None None] Port 93b37f71-6157-49be-853d-ebf544247de1 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:28:03.856310 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cfd2e624-6d43-4b46-8403-110f411b4881 req-a270d29c-dbca-4c95-99d9-daf0bda24b9e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922258 Sep 03 18:28:04.018680 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b37f71-6157-49be-853d-ebf544247de1 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:28:04.026708 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:04.038376 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Transition to ACTIVE for port object 93b37f71-6157-49be-853d-ebf544247de1 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:28:04.156775 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:04.207702 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Pushing event updated for resources: {'Port': ['ID=93b37f71-6157-49be-853d-ebf544247de1,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:04.285200 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Attempting to bind port 93b37f71-6157-49be-853d-ebf544247de1 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:28:04.285544 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Attempting to bind port 93b37f71-6157-49be-853d-ebf544247de1 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:28:04.285903 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Attempting to bind port 93b37f71-6157-49be-853d-ebf544247de1 on network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:28:04.291004 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Port 93b37f71-6157-49be-853d-ebf544247de1 on network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:28:04.291331 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Attempting to bind port 93b37f71-6157-49be-853d-ebf544247de1 on network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:28:04.297995 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:28:04.298378 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Checking segment: {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:28:04.298717 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Bound using segment: {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:28:04.299161 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Bound port: 93b37f71-6157-49be-853d-ebf544247de1, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d236f24-c480-47b6-8813-052d4c251d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:28:04.299579 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:04.366664 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] For port 93b37f71-6157-49be-853d-ebf544247de1, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:28:04.372199 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] For port 93b37f71-6157-49be-853d-ebf544247de1, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=93b37f71-6157-49be-853d-ebf544247de1,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:28:04.508821 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24f98c-c995-4004-8254-66034cc1e6c7 req-be124916-e48c-4c41-82ab-50528cfe2815 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:04.510275 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ac24f98c-c995-4004-8254-66034cc1e6c7 req-be124916-e48c-4c41-82ab-50528cfe2815 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 944 time: 0.0498312 Sep 03 18:28:04.512151 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:04.551105 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:04.551489 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:04.553139 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] 10.222.0.32 "PUT /v2.0/ports/93b37f71-6157-49be-853d-ebf544247de1 HTTP/1.1" status: 200 len: 1094 time: 0.9231777 Sep 03 18:28:04.566664 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'tag': '93b37f71-6157-49be-853d-ebf544247de1'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:28:04.569017 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce65208b-8b76-477b-94c9-c8fcf12840cb" -d '{"events": [{"name": "network-changed", "server_uuid": "361baa06-77d9-4623-9449-7a8ffb1560dc", "tag": "93b37f71-6157-49be-853d-ebf544247de1"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:28:04.609050 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3486ba03-4d6e-42f6-ac0d-2df6c8cc9f29 x-openstack-request-id: req-3486ba03-4d6e-42f6-ac0d-2df6c8cc9f29 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:28:04.609345 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361baa06-77d9-4623-9449-7a8ffb1560dc", "tag": "93b37f71-6157-49be-853d-ebf544247de1", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:28:04.609597 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3486ba03-4d6e-42f6-ac0d-2df6c8cc9f29 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:28:04.610002 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'tag': '93b37f71-6157-49be-853d-ebf544247de1', 'status': 'completed', 'code': 200} Sep 03 18:28:04.615766 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ac24f98c-c995-4004-8254-66034cc1e6c7 req-bee2bed0-95f8-49af-a522-62c3e20898a3 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c431655-1619-452b-b634-bf2315c12d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955329 Sep 03 18:28:04.617185 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339b129-27f4-4cd8-bc18-e4271123ccd6 service neutron] Pushing event updated for resources: {'Port': ['ID=93b37f71-6157-49be-853d-ebf544247de1,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:04.684825 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65208b-8b76-477b-94c9-c8fcf12840cb req-d22ad2af-d30a-4227-8a68-ff2ad590c940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:04.686412 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ce65208b-8b76-477b-94c9-c8fcf12840cb req-d22ad2af-d30a-4227-8a68-ff2ad590c940 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e536d47e77e248429da43165cb987ba5&device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 1097 time: 0.0457757 Sep 03 18:28:04.795214 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65208b-8b76-477b-94c9-c8fcf12840cb req-035645d4-46ab-4fcc-a073-4b4848e4c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:04.796730 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ce65208b-8b76-477b-94c9-c8fcf12840cb req-035645d4-46ab-4fcc-a073-4b4848e4c442 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e536d47e77e248429da43165cb987ba5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0994852 Sep 03 18:28:04.893389 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65208b-8b76-477b-94c9-c8fcf12840cb req-2adee73c-b4c8-48e6-bb43-8de9c16eb5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:04.895005 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ce65208b-8b76-477b-94c9-c8fcf12840cb req-2adee73c-b4c8-48e6-bb43-8de9c16eb5ab service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864811 Sep 03 18:28:05.002862 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f70cd5-5412-4359-bf82-2d2e1fe8caef req-11ac5b55-cc42-4d89-82e6-48a3fc471d73 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:05.004315 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-00f70cd5-5412-4359-bf82-2d2e1fe8caef req-11ac5b55-cc42-4d89-82e6-48a3fc471d73 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0733342 Sep 03 18:28:05.018136 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-9d67afc2-dc15-4a82-85b2-8dffc2f82ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:05.019502 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-9d67afc2-dc15-4a82-85b2-8dffc2f82ec3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e536d47e77e248429da43165cb987ba5&device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 1097 time: 0.0791841 Sep 03 18:28:05.064514 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-d763bf47-eb6f-4b0b-ad79-d25c76e4f494 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93b37f71-6157-49be-853d-ebf544247de1 HTTP/1.1" status: 200 len: 217 time: 0.0358849 Sep 03 18:28:05.084143 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-00f70cd5-5412-4359-bf82-2d2e1fe8caef req-465482e6-266c-4793-a9e7-71bb54e2c405 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734470 Sep 03 18:28:05.125692 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-b39651c6-1d89-4cef-9d06-cef559d207eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:05.127188 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-b39651c6-1d89-4cef-9d06-cef559d207eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92072c23-33c1-47f0-b4a5-f2bb027fc0fb HTTP/1.1" status: 200 len: 850 time: 0.0534744 Sep 03 18:28:05.177654 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-772bd78c-8739-4fcb-bcf3-ba10cfebbd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:05.179157 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-772bd78c-8739-4fcb-bcf3-ba10cfebbd35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438905 Sep 03 18:28:05.271186 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-45f8a3de-f2b0-4e4f-8da4-e14f5541ccac service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841060 Sep 03 18:28:05.367644 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0870c6fe-bc48-47b2-a814-4964fcf1bf57 req-653101e0-7ca7-4b58-819c-48cd5ef6f836 service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881689 Sep 03 18:28:05.734487 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a748a-de85-4b23-a455-bd5b0e7d1d07 req-97245cf7-c9d2-4cc9-9288-fb1d97694e0e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:05.736104 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-501a748a-de85-4b23-a455-bd5b0e7d1d07 req-97245cf7-c9d2-4cc9-9288-fb1d97694e0e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 944 time: 0.0511589 Sep 03 18:28:05.774627 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-501a748a-de85-4b23-a455-bd5b0e7d1d07 req-dd8d030c-9a65-4ae1-8154-9357126b46d4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c431655-1619-452b-b634-bf2315c12d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325632 Sep 03 18:28:06.206134 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81922b09-7c22-439e-88a8-0554c6d3bea6 req-f972c942-bb47-4238-a48f-c6ef8d4ea5cd tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:06.207866 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-81922b09-7c22-439e-88a8-0554c6d3bea6 req-f972c942-bb47-4238-a48f-c6ef8d4ea5cd tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0495365 Sep 03 18:28:06.247355 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-81922b09-7c22-439e-88a8-0554c6d3bea6 req-47feff97-8efc-45fb-b4c9-488cc97b4c73 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332968 Sep 03 18:28:06.890391 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d09061-9050-42e4-939d-fb9c411d9b70 req-ff1363eb-0e1c-4596-a037-1d2c4bf48f98 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:06.891869 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d6d09061-9050-42e4-939d-fb9c411d9b70 req-ff1363eb-0e1c-4596-a037-1d2c4bf48f98 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 944 time: 0.0534353 Sep 03 18:28:06.928846 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d6d09061-9050-42e4-939d-fb9c411d9b70 req-fcaf256c-4ef7-4057-acd6-6db639b6eb06 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c431655-1619-452b-b634-bf2315c12d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310233 Sep 03 18:28:07.369936 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69de0be-e33f-41d6-9228-513268dc4359 req-8a2b818a-3180-40d0-b208-33a45d1effd4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:07.371994 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a69de0be-e33f-41d6-9228-513268dc4359 req-8a2b818a-3180-40d0-b208-33a45d1effd4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0505040 Sep 03 18:28:07.420932 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a69de0be-e33f-41d6-9228-513268dc4359 req-c3e2a6e7-9aa7-4555-a837-cddb769431be tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427589 Sep 03 18:28:07.486568 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 93b37f71-6157-49be-853d-ebf544247de1 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:28:07.589360 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 93b37f71-6157-49be-853d-ebf544247de1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=93b37f71-6157-49be-853d-ebf544247de1,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:28:07.600214 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '93b37f71-6157-49be-853d-ebf544247de1', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'port_id': '93b37f71-6157-49be-853d-ebf544247de1', 'mac_address': 'fa:16:3e:0f:ff:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:28:07.638228 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:07.650712 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b37f71-6157-49be-853d-ebf544247de1 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:28:07.677381 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 93b37f71-6157-49be-853d-ebf544247de1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=93b37f71-6157-49be-853d-ebf544247de1,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:28:07.859380 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:07.910144 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=93b37f71-6157-49be-853d-ebf544247de1,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:08.049500 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b8ddf-a6f0-47a6-adf7-664bd7dff77c req-83d8e75b-1909-48f4-9f8a-aa1f22d2674b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:08.050937 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a25b8ddf-a6f0-47a6-adf7-664bd7dff77c req-83d8e75b-1909-48f4-9f8a-aa1f22d2674b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 945 time: 0.0562611 Sep 03 18:28:08.088551 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a25b8ddf-a6f0-47a6-adf7-664bd7dff77c req-50743596-a655-4908-b5fb-8f6d5c95da5b tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c431655-1619-452b-b634-bf2315c12d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Sep 03 18:28:08.169814 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['93b37f71-6157-49be-853d-ebf544247de1'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:28:08.212668 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47a39c-4663-4a6f-82ca-14bf741a1050 req-8a23a826-a2cd-42fe-822d-6444ca46ce72 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:08.214203 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7e47a39c-4663-4a6f-82ca-14bf741a1050 req-8a23a826-a2cd-42fe-822d-6444ca46ce72 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 945 time: 0.0566113 Sep 03 18:28:08.255012 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7e47a39c-4663-4a6f-82ca-14bf741a1050 req-267e53f6-1ad5-4b1d-a5e2-45abc056992d tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338037 Sep 03 18:28:08.542563 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd2a7a-9877-40a8-816e-3ce1b908e881 req-62804acd-7bbe-47f0-b76f-7aeea0b06e8a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:08.544049 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1dbd2a7a-9877-40a8-816e-3ce1b908e881 req-62804acd-7bbe-47f0-b76f-7aeea0b06e8a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0482025 Sep 03 18:28:08.580602 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1dbd2a7a-9877-40a8-816e-3ce1b908e881 req-58b7bf89-85dc-4a4e-b6ef-436312f2f804 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307150 Sep 03 18:28:09.203935 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c60cd2-2907-4176-8333-9fa7ff580db3 req-b0da0f9e-46ae-4f6b-8fe6-5c7d6b2820df tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:09.205484 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-19c60cd2-2907-4176-8333-9fa7ff580db3 req-b0da0f9e-46ae-4f6b-8fe6-5c7d6b2820df tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 945 time: 0.0492160 Sep 03 18:28:09.243260 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-19c60cd2-2907-4176-8333-9fa7ff580db3 req-7adbd04d-c02f-4b3c-b779-fdea5ac56715 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c431655-1619-452b-b634-bf2315c12d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318673 Sep 03 18:28:09.372980 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261d10a-4916-441b-98e9-4574b6f0e4a8 req-eb0cd26f-c467-44b9-a0d2-6f72ef0ca59a tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:09.374416 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f261d10a-4916-441b-98e9-4574b6f0e4a8 req-eb0cd26f-c467-44b9-a0d2-6f72ef0ca59a tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 945 time: 0.0545437 Sep 03 18:28:09.411390 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f261d10a-4916-441b-98e9-4574b6f0e4a8 req-d4f64c66-cdd7-4b03-b25d-c6d9a1945b9b tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310996 Sep 03 18:28:09.498627 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device fec20d1d-962c-46b9-8721-3d1ddad6f326 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:28:09.501795 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 93b37f71-6157-49be-853d-ebf544247de1 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:28:09.631435 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:28:09.643022 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'port_id': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'mac_address': 'fa:16:3e:eb:75:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:28:09.684022 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:09.685837 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 93b37f71-6157-49be-853d-ebf544247de1 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:28:09.698333 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb63327-6580-4ac5-924a-0c55d714b7c3 req-564ae69d-a89a-4fee-8525-f1a50e208440 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:09.699877 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6fb63327-6580-4ac5-924a-0c55d714b7c3 req-564ae69d-a89a-4fee-8525-f1a50e208440 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0498397 Sep 03 18:28:09.702768 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 93b37f71-6157-49be-853d-ebf544247de1 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:28:09.703138 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:09.726876 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fec20d1d-962c-46b9-8721-3d1ddad6f326 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:28:09.738853 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6fb63327-6580-4ac5-924a-0c55d714b7c3 req-68931f45-18de-4cd9-91e6-e52fe960e010 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327895 Sep 03 18:28:09.757598 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:28:09.805170 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:09.805981 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:09.827613 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b37f71-6157-49be-853d-ebf544247de1'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:28:09.829903 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65a925b-7567-426f-911b-100096add5b1" -d '{"events": [{"server_uuid": "361baa06-77d9-4623-9449-7a8ffb1560dc", "name": "network-vif-plugged", "status": "completed", "tag": "93b37f71-6157-49be-853d-ebf544247de1"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:28:09.841303 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:09.844080 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 93b37f71-6157-49be-853d-ebf544247de1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=93b37f71-6157-49be-853d-ebf544247de1,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:28:09.868092 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e14b251-ba71-42c1-bbb4-968b46880173 x-openstack-request-id: req-3e14b251-ba71-42c1-bbb4-968b46880173 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:28:09.868380 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361baa06-77d9-4623-9449-7a8ffb1560dc", "name": "network-vif-plugged", "status": "completed", "tag": "93b37f71-6157-49be-853d-ebf544247de1", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:28:09.868643 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e14b251-ba71-42c1-bbb4-968b46880173 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:28:09.869032 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b37f71-6157-49be-853d-ebf544247de1', 'code': 200} Sep 03 18:28:09.894351 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=fec20d1d-962c-46b9-8721-3d1ddad6f326,revision_number=6']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:09.959149 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:09.964448 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['fec20d1d-962c-46b9-8721-3d1ddad6f326'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:28:10.046098 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=93b37f71-6157-49be-853d-ebf544247de1,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:10.186302 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ecbce-990a-4d95-929d-072b9391d597 req-e66c47b9-5ec2-43b5-9f5b-3f3b6b63a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:10.187735 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-749ecbce-990a-4d95-929d-072b9391d597 req-e66c47b9-5ec2-43b5-9f5b-3f3b6b63a9c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 1099 time: 0.0395570 Sep 03 18:28:10.282338 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-749ecbce-990a-4d95-929d-072b9391d597 req-166de28a-0e4f-49c7-9150-876a78dcac0a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c431655-1619-452b-b634-bf2315c12d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783274 Sep 03 18:28:10.294374 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19642b8e-afa4-4aec-8851-87d219fb7575 req-7431d291-37cd-49b4-b626-546f09efc9b0 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:10.295835 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-19642b8e-afa4-4aec-8851-87d219fb7575 req-7431d291-37cd-49b4-b626-546f09efc9b0 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.32 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 945 time: 0.0931294 Sep 03 18:28:10.358373 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0bbd4-5a3b-41fd-a41e-a33507ef6fdb req-63dcc87f-14d3-46b4-a391-5cc7b6d9c655 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:10.359871 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b4a0bbd4-5a3b-41fd-a41e-a33507ef6fdb req-63dcc87f-14d3-46b4-a391-5cc7b6d9c655 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 946 time: 0.0482216 Sep 03 18:28:10.398483 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b4a0bbd4-5a3b-41fd-a41e-a33507ef6fdb req-9a7ea627-3a0c-40da-b619-1af49e439cd4 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c431655-1619-452b-b634-bf2315c12d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327318 Sep 03 18:28:10.594574 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118b792-f907-4c14-9c2e-3e9e64ceb966 req-571d4a94-1dbf-41ff-81ca-a41f2b9a8e6f tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:10.596055 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4118b792-f907-4c14-9c2e-3e9e64ceb966 req-571d4a94-1dbf-41ff-81ca-a41f2b9a8e6f tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 945 time: 0.1161084 Sep 03 18:28:10.664048 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4d5966f3-25ec-459b-8532-714cd9802df8 req-5d8815eb-21c5-42ef-aed9-bbf1bfd6140c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1071856 Sep 03 18:28:10.668266 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4118b792-f907-4c14-9c2e-3e9e64ceb966 req-9bb141b5-4d64-47ea-8794-81030372512e tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/security-groups?id=836804e6-27c7-4aff-9804-c9ca77305aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568371 Sep 03 18:28:10.678280 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-19642b8e-afa4-4aec-8851-87d219fb7575 req-e4421bff-1568-476d-9082-924b4ac0a9d1 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Deleting port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:28:10.678874 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-19642b8e-afa4-4aec-8851-87d219fb7575 req-e4421bff-1568-476d-9082-924b4ac0a9d1 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:10.802182 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-19642b8e-afa4-4aec-8851-87d219fb7575 req-e4421bff-1568-476d-9082-924b4ac0a9d1 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] For port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3a1ca9d6-977f-4b42-99b9-00b5772c9d95,segment=NetworkSegment(ddb30483-a0bb-4746-adcf-d348ecf70025),segment_id=ddb30483-a0bb-4746-adcf-d348ecf70025)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:28:10.802591 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-19642b8e-afa4-4aec-8851-87d219fb7575 req-e4421bff-1568-476d-9082-924b4ac0a9d1 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:10.806239 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5966f3-25ec-459b-8532-714cd9802df8 req-eb0ec655-ec4e-41a3-a02d-d95fd1f5014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:10.807769 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4d5966f3-25ec-459b-8532-714cd9802df8 req-eb0ec655-ec4e-41a3-a02d-d95fd1f5014a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=505fcc68162a484aa2508fe94a4acdaf&device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 1098 time: 0.0999279 Sep 03 18:28:10.819157 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-19642b8e-afa4-4aec-8851-87d219fb7575 req-e4421bff-1568-476d-9082-924b4ac0a9d1 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Calling delete_port for 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:28:10.983695 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517d621-c375-46d8-8b5e-75dfd953c9ef req-7ddce265-9474-4660-8f08-cbd70f1584d5 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:10.985182 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3517d621-c375-46d8-8b5e-75dfd953c9ef req-7ddce265-9474-4660-8f08-cbd70f1584d5 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 945 time: 0.1558077 Sep 03 18:28:11.047146 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5966f3-25ec-459b-8532-714cd9802df8 req-107eac1d-5c88-43c8-a97a-ff1395b94fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:11.050467 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4d5966f3-25ec-459b-8532-714cd9802df8 req-107eac1d-5c88-43c8-a97a-ff1395b94fca service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac5fd485-7104-4199-a05c-e3b9f6c68301 HTTP/1.1" status: 200 len: 910 time: 0.2203996 Sep 03 18:28:11.081038 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3517d621-c375-46d8-8b5e-75dfd953c9ef req-546febcc-67f3-4018-b171-6807ad767e98 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867054 Sep 03 18:28:11.160431 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4d5966f3-25ec-459b-8532-714cd9802df8 req-ff4fab88-65ae-4413-88c8-4b6a52d8eae4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=022aa91c-7d9b-4448-be36-a53e82a61f98 HTTP/1.1" status: 200 len: 1000 time: 0.0876293 Sep 03 18:28:11.222065 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-19642b8e-afa4-4aec-8851-87d219fb7575 req-e4421bff-1568-476d-9082-924b4ac0a9d1 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:11.237249 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['3a1ca9d6-977f-4b42-99b9-00b5772c9d95'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:28:11.256507 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5966f3-25ec-459b-8532-714cd9802df8 req-a08a2a61-e7e5-48b1-a435-6c2473494706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:11.258223 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4d5966f3-25ec-459b-8532-714cd9802df8 req-a08a2a61-e7e5-48b1-a435-6c2473494706 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=690617a1-2d5b-40ad-a479-ee14b04c95f1 HTTP/1.1" status: 200 len: 848 time: 0.0857406 Sep 03 18:28:11.259038 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4421bff-1568-476d-9082-924b4ac0a9d1 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Pushing event deleted for resources: {'Port': ['ID=3a1ca9d6-977f-4b42-99b9-00b5772c9d95,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:11.324932 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-19642b8e-afa4-4aec-8851-87d219fb7575 req-e4421bff-1568-476d-9082-924b4ac0a9d1 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] No DVR routers for this DVR port 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:28:11.328709 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-19642b8e-afa4-4aec-8851-87d219fb7575 req-e4421bff-1568-476d-9082-924b4ac0a9d1 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:11.330832 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-19642b8e-afa4-4aec-8851-87d219fb7575 req-e4421bff-1568-476d-9082-924b4ac0a9d1 tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.32 "DELETE /v2.0/ports/3a1ca9d6-977f-4b42-99b9-00b5772c9d95 HTTP/1.1" status: 204 len: 173 time: 0.8228753 Sep 03 18:28:11.331343 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0181ce83-f31a-4e13-ba00-8c1d3455f15b', 'name': 'network-vif-deleted', 'tag': '3a1ca9d6-977f-4b42-99b9-00b5772c9d95'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:28:11.333687 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeafa8b3-3307-4ca2-956b-2d6a8735f01e" -d '{"events": [{"server_uuid": "0181ce83-f31a-4e13-ba00-8c1d3455f15b", "name": "network-vif-deleted", "tag": "3a1ca9d6-977f-4b42-99b9-00b5772c9d95"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:28:11.362747 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5966f3-25ec-459b-8532-714cd9802df8 req-cf9564bd-28b6-4cbd-8494-b7914fabf256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:11.364402 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4d5966f3-25ec-459b-8532-714cd9802df8 req-cf9564bd-28b6-4cbd-8494-b7914fabf256 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac5fd485-7104-4199-a05c-e3b9f6c68301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959527 Sep 03 18:28:11.416180 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7b48cb-6823-4984-acd8-6fad5ba9d906 x-openstack-request-id: req-6a7b48cb-6823-4984-acd8-6fad5ba9d906 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:28:11.416471 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0181ce83-f31a-4e13-ba00-8c1d3455f15b", "name": "network-vif-deleted", "tag": "3a1ca9d6-977f-4b42-99b9-00b5772c9d95", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:28:11.416753 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a7b48cb-6823-4984-acd8-6fad5ba9d906 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:28:11.417156 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0181ce83-f31a-4e13-ba00-8c1d3455f15b', 'name': 'network-vif-deleted', 'tag': '3a1ca9d6-977f-4b42-99b9-00b5772c9d95', 'status': 'completed', 'code': 200} Sep 03 18:28:11.479516 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4d5966f3-25ec-459b-8532-714cd9802df8 req-dc3f687c-c270-4a98-bf0f-72239ee1be6f service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020761 Sep 03 18:28:11.499004 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device fec20d1d-962c-46b9-8721-3d1ddad6f326 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:28:11.560174 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port fec20d1d-962c-46b9-8721-3d1ddad6f326 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:28:11.560668 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:11.653263 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:11.695636 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:28:11.785763 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:11.855908 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=fec20d1d-962c-46b9-8721-3d1ddad6f326,revision_number=7']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:11.869782 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:28:11.872675 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4939835f-9b10-490f-8e05-db2439d8a325" -d '{"events": [{"server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "name": "network-vif-plugged", "status": "completed", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:28:11.902929 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac17669-1279-4c34-abfb-cc6aaf51c638 req-388d5dc4-1fde-4472-ae23-9051de924aea tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:11.904478 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0ac17669-1279-4c34-abfb-cc6aaf51c638 req-388d5dc4-1fde-4472-ae23-9051de924aea tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 946 time: 0.4180794 Sep 03 18:28:11.946861 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-66b8d2c2-0ade-44b3-be3a-591495459543 req-ac68e860-4443-4c6d-a3d2-14f183a9b21f tempest-VolumesSnapshotTestJSON-1050777525 tempest-VolumesSnapshotTestJSON-1050777525-project] 10.222.0.43 "GET /v2.0/ports?device_id=0181ce83-f31a-4e13-ba00-8c1d3455f15b HTTP/1.1" status: 200 len: 210 time: 0.0548770 Sep 03 18:28:11.990982 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0ac17669-1279-4c34-abfb-cc6aaf51c638 req-95a14049-4614-46e2-bc0d-91bfa24cdfbd tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c431655-1619-452b-b634-bf2315c12d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696709 Sep 03 18:28:11.990982 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4d5966f3-25ec-459b-8532-714cd9802df8 req-808d805e-82bf-4f02-a2aa-0985aa7e5d3f service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881921 Sep 03 18:28:12.010390 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ad887a-406f-4af8-86e1-5b2e54cb9652 x-openstack-request-id: req-e9ad887a-406f-4af8-86e1-5b2e54cb9652 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:28:12.010390 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "name": "network-vif-plugged", "status": "completed", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:28:12.010390 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9ad887a-406f-4af8-86e1-5b2e54cb9652 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:28:12.010390 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'code': 200} Sep 03 18:28:12.227988 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e12de-439c-46e4-a5cb-26eb07ce2b08 req-547547e4-b4c8-4776-a685-59edaf639b5a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:12.229551 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-622e12de-439c-46e4-a5cb-26eb07ce2b08 req-547547e4-b4c8-4776-a685-59edaf639b5a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0580482 Sep 03 18:28:12.274194 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-622e12de-439c-46e4-a5cb-26eb07ce2b08 req-521c71d7-22f1-4128-869d-258ca2812e11 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379405 Sep 03 18:28:13.242702 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a503d-230c-4c0a-872b-9300cae000b0 req-838c4c75-ba76-4d27-80ef-d89ec717ae20 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:13.244946 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7d9a503d-230c-4c0a-872b-9300cae000b0 req-838c4c75-ba76-4d27-80ef-d89ec717ae20 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 946 time: 0.1451201 Sep 03 18:28:13.291477 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7d9a503d-230c-4c0a-872b-9300cae000b0 req-0cab9fef-964a-4378-8cbd-b2c5e6c20397 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c431655-1619-452b-b634-bf2315c12d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405605 Sep 03 18:28:13.481317 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5bfa8-c735-487f-92f3-3e44cd2c6170 req-71aaf389-95a0-4d47-9f90-2b600e3ad49a tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:13.481317 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dec5bfa8-c735-487f-92f3-3e44cd2c6170 req-71aaf389-95a0-4d47-9f90-2b600e3ad49a tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 946 time: 0.0908048 Sep 03 18:28:13.481317 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4606c-438c-4ab1-b543-eec0361b95c2 req-d6526f6d-b016-479c-bd55-b3356b166e68 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:13.481317 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-73d4606c-438c-4ab1-b543-eec0361b95c2 req-d6526f6d-b016-479c-bd55-b3356b166e68 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0917480 Sep 03 18:28:13.487286 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 36334) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:28:13.493469 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-e0e097b2-436c-4f26-a774-1127c0836ed6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Request body: {'floatingip': {'port_id': '93b37f71-6157-49be-853d-ebf544247de1'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:28:13.497911 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:28:13.522534 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:28:13.522970 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 3a1ca9d6-977f-4b42-99b9-00b5772c9d95 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:28:13.525168 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-73d4606c-438c-4ab1-b543-eec0361b95c2 req-5ee85d9a-e5e2-4027-85b7-5756399ecb8a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498307 Sep 03 18:28:13.588810 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e0e097b2-436c-4f26-a774-1127c0836ed6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:14.070911 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e0e097b2-436c-4f26-a774-1127c0836ed6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:14.152902 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e0e097b2-436c-4f26-a774-1127c0836ed6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:14.307758 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.l3_db [None req-e0e097b2-436c-4f26-a774-1127c0836ed6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Floating IP a074803f-216f-49cf-b8ed-d752e6d0f8a1 associated. External IP: 172.27.2.57, port: 93b37f71-6157-49be-853d-ebf544247de1. Sep 03 18:28:14.698061 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2262985-866a-498c-a5fe-e1e2a95740bd req-c7f3ed21-434f-4145-b29c-c513e571de5f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:14.703014 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c2262985-866a-498c-a5fe-e1e2a95740bd req-c7f3ed21-434f-4145-b29c-c513e571de5f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0674868 Sep 03 18:28:14.759887 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c2262985-866a-498c-a5fe-e1e2a95740bd req-62b5d870-644c-4c49-a16e-3439959fb693 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474579 Sep 03 18:28:14.847337 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e097b2-436c-4f26-a774-1127c0836ed6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:28:14.976455 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e097b2-436c-4f26-a774-1127c0836ed6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:28:14.982412 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e0e097b2-436c-4f26-a774-1127c0836ed6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:14.987225 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a22af8-eb3c-459d-be2b-b5afaca0d80b None None] Sync routers for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:28:15.005617 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a22af8-eb3c-459d-be2b-b5afaca0d80b None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:28:15.006838 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-42a22af8-eb3c-459d-be2b-b5afaca0d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:27:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:28:15.028648 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-e0e097b2-436c-4f26-a774-1127c0836ed6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "PUT /v2.0/floatingips/a074803f-216f-49cf-b8ed-d752e6d0f8a1 HTTP/1.1" status: 200 len: 991 time: 1.5389400 Sep 03 18:28:15.033461 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'tag': '93b37f71-6157-49be-853d-ebf544247de1'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:28:15.036255 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b069f4827def78a3d49b85512a03cffc99477986503a43a7fcf5fcd93c8100ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5286ea-80ef-4eb2-95c9-d4a2b3fcd9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "361baa06-77d9-4623-9449-7a8ffb1560dc", "tag": "93b37f71-6157-49be-853d-ebf544247de1"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:28:15.110072 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbbc6a7-0295-428d-b3b6-f55dd71eb1e0 x-openstack-request-id: req-9bbbc6a7-0295-428d-b3b6-f55dd71eb1e0 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:28:15.110362 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361baa06-77d9-4623-9449-7a8ffb1560dc", "tag": "93b37f71-6157-49be-853d-ebf544247de1", "status": "completed", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:28:15.110618 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9bbbc6a7-0295-428d-b3b6-f55dd71eb1e0 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:28:15.111020 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'tag': '93b37f71-6157-49be-853d-ebf544247de1', 'status': 'completed', 'code': 200} Sep 03 18:28:15.195560 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-42a22af8-eb3c-459d-be2b-b5afaca0d80b None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:28:15.266554 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5286ea-80ef-4eb2-95c9-d4a2b3fcd9fe req-c318d1d7-37bf-460c-889d-3e99223fbfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:15.268210 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c5286ea-80ef-4eb2-95c9-d4a2b3fcd9fe req-c318d1d7-37bf-460c-889d-3e99223fbfa3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e536d47e77e248429da43165cb987ba5&device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 1099 time: 0.1460521 Sep 03 18:28:15.420757 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5286ea-80ef-4eb2-95c9-d4a2b3fcd9fe req-cc3121f9-6ba0-4079-842d-edab77b08fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:15.422205 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c5286ea-80ef-4eb2-95c9-d4a2b3fcd9fe req-cc3121f9-6ba0-4079-842d-edab77b08fd6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 HTTP/1.1" status: 200 len: 912 time: 0.1394982 Sep 03 18:28:15.511836 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c5286ea-80ef-4eb2-95c9-d4a2b3fcd9fe req-48a59757-43ac-487c-b8d3-8eca75c375da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=93b37f71-6157-49be-853d-ebf544247de1 HTTP/1.1" status: 200 len: 999 time: 0.0808225 Sep 03 18:28:15.575948 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5286ea-80ef-4eb2-95c9-d4a2b3fcd9fe req-6067a9bd-745e-4c67-953a-c6c2263778ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:15.577500 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c5286ea-80ef-4eb2-95c9-d4a2b3fcd9fe req-6067a9bd-745e-4c67-953a-c6c2263778ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92072c23-33c1-47f0-b4a5-f2bb027fc0fb HTTP/1.1" status: 200 len: 850 time: 0.0584302 Sep 03 18:28:15.629649 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-42a22af8-eb3c-459d-be2b-b5afaca0d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'a074803f-216f-49cf-b8ed-d752e6d0f8a1', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'port_id': '93b37f71-6157-49be-853d-ebf544247de1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'mac_address': 'fa:16:3e:0f:ff:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:27:57Z', 'updated_at': '2021-09-03T18:28:13Z', 'revision_number': 1, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:22Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:28:15.667925 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5286ea-80ef-4eb2-95c9-d4a2b3fcd9fe req-6c356acd-02e1-4ac8-bb31-1e75072ab51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:15.669747 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c5286ea-80ef-4eb2-95c9-d4a2b3fcd9fe req-6c356acd-02e1-4ac8-bb31-1e75072ab51d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819070 Sep 03 18:28:15.677744 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a22af8-eb3c-459d-be2b-b5afaca0d80b None None] Checking router: 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:28:15.687858 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a22af8-eb3c-459d-be2b-b5afaca0d80b None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:28:15.688494 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-42a22af8-eb3c-459d-be2b-b5afaca0d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:27:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:28:15.805403 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c5286ea-80ef-4eb2-95c9-d4a2b3fcd9fe req-e6f56c42-ea5e-4678-92c9-5feb04a9085a service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254673 Sep 03 18:28:15.900731 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-42a22af8-eb3c-459d-be2b-b5afaca0d80b None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:28:16.018723 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c5286ea-80ef-4eb2-95c9-d4a2b3fcd9fe req-16f88afa-af98-4574-b84a-37c6e3d54381 service neutron] 10.222.0.32 "GET /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044439 Sep 03 18:28:16.029016 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca40a2-d4e9-41e7-a841-c2e30cd417ec req-934cc257-08f9-46aa-aaa3-b8bdc3e7a66d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:16.037407 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ebca40a2-d4e9-41e7-a841-c2e30cd417ec req-934cc257-08f9-46aa-aaa3-b8bdc3e7a66d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.1460779 Sep 03 18:28:16.087911 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ebca40a2-d4e9-41e7-a841-c2e30cd417ec req-fefec6fa-78d3-4360-b3a5-eaa2f84043a6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495818 Sep 03 18:28:16.292336 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-42a22af8-eb3c-459d-be2b-b5afaca0d80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'a074803f-216f-49cf-b8ed-d752e6d0f8a1', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'port_id': '93b37f71-6157-49be-853d-ebf544247de1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'mac_address': 'fa:16:3e:0f:ff:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:27:57Z', 'updated_at': '2021-09-03T18:28:13Z', 'revision_number': 1, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:22Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:28:16.328637 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a22af8-eb3c-459d-be2b-b5afaca0d80b None None] The sync data for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi is: [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'a074803f-216f-49cf-b8ed-d752e6d0f8a1', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'port_id': '93b37f71-6157-49be-853d-ebf544247de1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'mac_address': 'fa:16:3e:0f:ff:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:27:57Z', 'updated_at': '2021-09-03T18:28:13Z', 'revision_number': 1, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:22Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:28:16.560440 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75207154-78d4-437d-85a8-18fb26ead2c2 None None] New status for floating IP a074803f-216f-49cf-b8ed-d752e6d0f8a1: ACTIVE {{(pid=94515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:28:17.237091 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495db0e-7926-47ab-ad89-9d0731471954 req-45c2b1d4-bfae-41fe-b145-400e08b90ed8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:17.237091 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7495db0e-7926-47ab-ad89-9d0731471954 req-45c2b1d4-bfae-41fe-b145-400e08b90ed8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0558064 Sep 03 18:28:17.280312 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7495db0e-7926-47ab-ad89-9d0731471954 req-23f13896-3088-41c1-a0b9-27541ebdeb21 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372555 Sep 03 18:28:18.425928 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a96997-7eb0-4fee-a1f5-47258ebf22f4 req-1f2bd44e-d647-40b9-870b-ab9c66443199 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:18.428304 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-94a96997-7eb0-4fee-a1f5-47258ebf22f4 req-1f2bd44e-d647-40b9-870b-ab9c66443199 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0622792 Sep 03 18:28:18.491355 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-94a96997-7eb0-4fee-a1f5-47258ebf22f4 req-e2c33516-ea82-4c95-af51-22c60873411e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463028 Sep 03 18:28:19.633637 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319bbbf-957a-4a00-a15a-0d0ff851741f req-a788d3b8-578a-4c47-9d51-f62d488e49a0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:19.635161 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2319bbbf-957a-4a00-a15a-0d0ff851741f req-a788d3b8-578a-4c47-9d51-f62d488e49a0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0585263 Sep 03 18:28:19.683868 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2319bbbf-957a-4a00-a15a-0d0ff851741f req-ca77f3e2-f7da-4795-8f67-5efc04260aab tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399840 Sep 03 18:28:20.691259 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-98e05dfe-0aaa-49df-a0ab-a01daf54c18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:20.820404 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18244e7-b272-4e20-a109-f51c792cb96e req-ccf9c6c7-15e8-43f1-926a-2c2772ff682a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:20.821969 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d18244e7-b272-4e20-a109-f51c792cb96e req-ccf9c6c7-15e8-43f1-926a-2c2772ff682a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0571876 Sep 03 18:28:20.873849 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d18244e7-b272-4e20-a109-f51c792cb96e req-adf0590d-981f-4ff4-a9e3-ebb661c767a0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436559 Sep 03 18:28:22.013329 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689a159-4c2c-4447-8d78-6649ae00d003 req-dafc1c95-06bd-438e-a429-0e15344e9979 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:22.014907 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5689a159-4c2c-4447-8d78-6649ae00d003 req-dafc1c95-06bd-438e-a429-0e15344e9979 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0556631 Sep 03 18:28:22.057789 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5689a159-4c2c-4447-8d78-6649ae00d003 req-0cd42cc7-4e01-41f2-83f5-177fbb6b7ab2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367584 Sep 03 18:28:22.985607 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ef796f8b-dc29-420c-8418-278a06044770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:23.030440 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17ccfe-d1b4-4b3c-b21c-8f7a6616f1fb req-550195a8-8010-4f49-a53e-f8a51225e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:23.032803 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c17ccfe-d1b4-4b3c-b21c-8f7a6616f1fb req-550195a8-8010-4f49-a53e-f8a51225e2aa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 1099 time: 0.0448205 Sep 03 18:28:23.135482 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17ccfe-d1b4-4b3c-b21c-8f7a6616f1fb req-27ba7cb1-9118-49f8-8f37-4f0c63696327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:23.137552 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c17ccfe-d1b4-4b3c-b21c-8f7a6616f1fb req-27ba7cb1-9118-49f8-8f37-4f0c63696327 service neutron] 10.222.0.32 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 917 time: 0.0977421 Sep 03 18:28:23.235270 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201ac5-e739-4e94-b7a8-5d7b171f2e93 req-7f8dee88-863d-4230-8148-e9c638da710a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:23.236866 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-75201ac5-e739-4e94-b7a8-5d7b171f2e93 req-7f8dee88-863d-4230-8148-e9c638da710a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.1035683 Sep 03 18:28:23.238906 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c17ccfe-d1b4-4b3c-b21c-8f7a6616f1fb req-ce906aeb-345c-470c-aee4-b1c7c0f70f54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326 HTTP/1.1" status: 200 len: 1001 time: 0.0905273 Sep 03 18:28:23.311654 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-75201ac5-e739-4e94-b7a8-5d7b171f2e93 req-16c40881-1a49-4f3d-8ccd-f617321ebd45 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688825 Sep 03 18:28:23.313697 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17ccfe-d1b4-4b3c-b21c-8f7a6616f1fb req-bbd6b2e9-cc8e-4e46-95c8-fcc84a4fb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:23.314933 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c17ccfe-d1b4-4b3c-b21c-8f7a6616f1fb req-bbd6b2e9-cc8e-4e46-95c8-fcc84a4fb23a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1df25eee-e34a-4c63-bd04-657d1c644d31 HTTP/1.1" status: 200 len: 855 time: 0.0657220 Sep 03 18:28:23.371494 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:23.378410 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17ccfe-d1b4-4b3c-b21c-8f7a6616f1fb req-103afc39-a6b5-49f9-b8ad-6a19d3397d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:23.379923 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c17ccfe-d1b4-4b3c-b21c-8f7a6616f1fb req-103afc39-a6b5-49f9-b8ad-6a19d3397d8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=998204b6-a286-4efa-8861-56398dfc9dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454423 Sep 03 18:28:23.479623 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c17ccfe-d1b4-4b3c-b21c-8f7a6616f1fb req-f76187a1-7816-4aa3-b3f1-dd4aef32db06 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915494 Sep 03 18:28:23.573566 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c17ccfe-d1b4-4b3c-b21c-8f7a6616f1fb req-a3a4ae98-f74c-46bc-87d1-4fe2f0416571 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874190 Sep 03 18:28:24.210578 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:24.440083 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d35a95-7e83-4c88-a91f-67d389b03559 req-6f9c6f7b-0bc3-47c8-9db6-2b2f24f664ba tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:24.441623 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d3d35a95-7e83-4c88-a91f-67d389b03559 req-6f9c6f7b-0bc3-47c8-9db6-2b2f24f664ba tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0535915 Sep 03 18:28:24.481035 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d3d35a95-7e83-4c88-a91f-67d389b03559 req-bf533d5a-cc5f-4be9-9320-cf932995cbcc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332561 Sep 03 18:28:25.579297 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device fec20d1d-962c-46b9-8721-3d1ddad6f326 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:28:25.603279 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbcbae-b9bc-4306-938f-0099fe592104 req-06c83eb5-5046-4c95-8812-c99fb1aacff6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:25.604846 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-44bbcbae-b9bc-4306-938f-0099fe592104 req-06c83eb5-5046-4c95-8812-c99fb1aacff6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 946 time: 0.0513127 Sep 03 18:28:25.647506 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-44bbcbae-b9bc-4306-938f-0099fe592104 req-ceb8918c-63e0-4902-8a43-95e6f9c1f205 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362120 Sep 03 18:28:25.659107 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:25.683146 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:28:25.685336 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1e840f-abb6-4c0e-9fde-1027a8e5761b" -d '{"events": [{"server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "name": "network-vif-unplugged", "status": "completed", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:28:25.699193 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:28:25.725451 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 18:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeb7b05-e3b5-4748-a9a2-b5a1e6b93be4 x-openstack-request-id: req-3aeb7b05-e3b5-4748-a9a2-b5a1e6b93be4 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:28:25.725756 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "name": "network-vif-unplugged", "status": "completed", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:28:25.726013 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3aeb7b05-e3b5-4748-a9a2-b5a1e6b93be4 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:28:25.726409 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'code': 200} Sep 03 18:28:25.810389 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:25.838246 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:25.863463 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=fec20d1d-962c-46b9-8721-3d1ddad6f326,revision_number=8']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:26.773404 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ede72-54c0-4db9-9153-4de9dbf835a8 req-d72b0861-9dfd-4012-9365-a5bac075139f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:26.774915 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-619ede72-54c0-4db9-9153-4de9dbf835a8 req-d72b0861-9dfd-4012-9365-a5bac075139f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0491517 Sep 03 18:28:26.813402 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-619ede72-54c0-4db9-9153-4de9dbf835a8 req-6ca80ab3-23d1-4c72-ae05-b84b03acaebc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318954 Sep 03 18:28:28.139795 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [req-bf93fb88-a212-45a2-9b7b-2c0637eca9d9 req-4b47df24-9784-4e43-92c1-bac7c2ef7902 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:28:28.140951 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bf93fb88-a212-45a2-9b7b-2c0637eca9d9 req-4b47df24-9784-4e43-92c1-bac7c2ef7902 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485024 Sep 03 18:28:28.458201 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799929d5-5e9f-4d0a-b390-0f08afff9795 req-a08c0427-dc5f-40ef-9744-1baf49238719 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:28.459703 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-799929d5-5e9f-4d0a-b390-0f08afff9795 req-a08c0427-dc5f-40ef-9744-1baf49238719 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0514781 Sep 03 18:28:28.499921 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-799929d5-5e9f-4d0a-b390-0f08afff9795 req-5df6bd0d-e7da-4cd3-81c2-87803b920b9a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339470 Sep 03 18:28:28.880888 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 36504) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:28:28.960744 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-3b056bdd-c067-4894-9295-d174ce931557 req-40dd1636-5e0b-47c4-848e-6938e01327f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786827 Sep 03 18:28:28.969586 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [req-3b056bdd-c067-4894-9295-d174ce931557 req-649a97d7-48df-4a93-95f7-25298a191373 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:28:28.970539 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-3b056bdd-c067-4894-9295-d174ce931557 req-649a97d7-48df-4a93-95f7-25298a191373 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050552 Sep 03 18:28:29.618645 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cca24-5ce8-4e6c-889a-94e19dcb9c46 req-16e5e4c9-ff0d-497e-8ead-68d6c3d9f8d1 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:29.620192 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f77cca24-5ce8-4e6c-889a-94e19dcb9c46 req-16e5e4c9-ff0d-497e-8ead-68d6c3d9f8d1 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0495157 Sep 03 18:28:29.661454 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f77cca24-5ce8-4e6c-889a-94e19dcb9c46 req-f27b1544-447c-4ba2-afd8-6d6fe225b083 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346987 Sep 03 18:28:29.745729 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:28:29.888953 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device fec20d1d-962c-46b9-8721-3d1ddad6f326 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:28:30.782617 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75733f-d5d2-4bc7-9aaa-c3eccdc0b0fe req-44e6cd73-8623-47d4-b657-0e1ea0b16134 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:30.784118 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff75733f-d5d2-4bc7-9aaa-c3eccdc0b0fe req-44e6cd73-8623-47d4-b657-0e1ea0b16134 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0496957 Sep 03 18:28:30.823343 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff75733f-d5d2-4bc7-9aaa-c3eccdc0b0fe req-0d8424a4-fcc5-4822-8ff2-dce210ea2ddc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331502 Sep 03 18:28:31.910398 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b056bdd-c067-4894-9295-d174ce931557 req-56ea8476-5ed8-4ba5-8805-d431807228c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:31.911750 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b056bdd-c067-4894-9295-d174ce931557 req-56ea8476-5ed8-4ba5-8805-d431807228c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036&tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c HTTP/1.1" status: 200 len: 1097 time: 0.0836642 Sep 03 18:28:31.958599 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c609a-d337-4a59-a8ae-2375d5e9a9a6 req-ea6d9bca-11a4-4778-b152-320101ac4880 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:31.960050 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-290c609a-d337-4a59-a8ae-2375d5e9a9a6 req-ea6d9bca-11a4-4778-b152-320101ac4880 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0608454 Sep 03 18:28:32.016982 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b056bdd-c067-4894-9295-d174ce931557 req-7bb4ba28-6d2c-40bc-9414-db5dc91e53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:32.018442 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b056bdd-c067-4894-9295-d174ce931557 req-7bb4ba28-6d2c-40bc-9414-db5dc91e53c1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 1097 time: 0.0783572 Sep 03 18:28:32.021657 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-290c609a-d337-4a59-a8ae-2375d5e9a9a6 req-2f623139-656c-42c0-837a-dca2ab72879f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475004 Sep 03 18:28:32.110470 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b056bdd-c067-4894-9295-d174ce931557 req-2f8e561c-c3a2-4c37-aa6e-a0f34c4d2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:32.111941 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b056bdd-c067-4894-9295-d174ce931557 req-2f8e561c-c3a2-4c37-aa6e-a0f34c4d2dd9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 917 time: 0.0857520 Sep 03 18:28:32.182014 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b056bdd-c067-4894-9295-d174ce931557 req-f2d176ad-70dc-498f-8bb5-a3edcb422040 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326 HTTP/1.1" status: 200 len: 999 time: 0.0600057 Sep 03 18:28:32.236242 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b056bdd-c067-4894-9295-d174ce931557 req-3ad58c18-8e05-407f-bedf-1623cf9442e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:32.237781 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b056bdd-c067-4894-9295-d174ce931557 req-3ad58c18-8e05-407f-bedf-1623cf9442e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1df25eee-e34a-4c63-bd04-657d1c644d31 HTTP/1.1" status: 200 len: 855 time: 0.0486021 Sep 03 18:28:32.286848 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b056bdd-c067-4894-9295-d174ce931557 req-bc66bd9a-1b1d-47c5-96ed-ffa00c7a6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:32.288338 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b056bdd-c067-4894-9295-d174ce931557 req-bc66bd9a-1b1d-47c5-96ed-ffa00c7a6c43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=998204b6-a286-4efa-8861-56398dfc9dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406899 Sep 03 18:28:32.382168 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b056bdd-c067-4894-9295-d174ce931557 req-9cad0f35-1f56-4693-abda-8ecb1cf15e22 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856280 Sep 03 18:28:32.480541 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b056bdd-c067-4894-9295-d174ce931557 req-323dd64d-967d-4201-a88c-7ad615193954 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835905 Sep 03 18:28:33.162917 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88289f-4c1c-4fa7-bcc6-a1161acabdfd req-c8ee67a6-2d21-4679-8e9f-a8bcc28befb6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:33.165439 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9d88289f-4c1c-4fa7-bcc6-a1161acabdfd req-c8ee67a6-2d21-4679-8e9f-a8bcc28befb6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0686934 Sep 03 18:28:33.221600 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9d88289f-4c1c-4fa7-bcc6-a1161acabdfd req-5a652612-1930-4536-a686-a0210bba74ca tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444858 Sep 03 18:28:34.347162 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9c120-31fa-460c-9857-460ea5b6ae09 req-82943f10-1900-4105-9319-5c726ddbce9f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:34.349157 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3ed9c120-31fa-460c-9857-460ea5b6ae09 req-82943f10-1900-4105-9319-5c726ddbce9f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0515606 Sep 03 18:28:34.388415 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3ed9c120-31fa-460c-9857-460ea5b6ae09 req-d06a3a23-2bec-4164-b3b3-290e7e8e5246 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332394 Sep 03 18:28:35.513292 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb51f0d-76c6-472b-abfc-a70ace9962b1 req-be8dc311-9e22-49e9-b242-2bda68576d85 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:35.514791 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cfb51f0d-76c6-472b-abfc-a70ace9962b1 req-be8dc311-9e22-49e9-b242-2bda68576d85 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0514886 Sep 03 18:28:35.554577 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cfb51f0d-76c6-472b-abfc-a70ace9962b1 req-6bdba417-2bf3-437c-b2f0-d096e66bc465 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332773 Sep 03 18:28:36.738834 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fb4c7-5730-4120-b942-97b929a4f4a1 req-643a6411-7689-4b75-81ae-06bab7ce62ce tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:36.745184 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d1fb4c7-5730-4120-b942-97b929a4f4a1 req-643a6411-7689-4b75-81ae-06bab7ce62ce tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0985975 Sep 03 18:28:36.781806 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d1fb4c7-5730-4120-b942-97b929a4f4a1 req-2b4fa148-cba8-414f-8810-e693634f701d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345554 Sep 03 18:28:37.953173 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a7fd3-78f0-439f-a6df-fa7c10fe242f req-68594935-2694-4837-ac22-5c6886809eca tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:37.954927 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-932a7fd3-78f0-439f-a6df-fa7c10fe242f req-68594935-2694-4837-ac22-5c6886809eca tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0540795 Sep 03 18:28:37.996801 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-932a7fd3-78f0-439f-a6df-fa7c10fe242f req-a2c73bd9-3c12-47b2-8db7-76e0e0ae3dcc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350382 Sep 03 18:28:39.123225 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec38de7-c287-4365-8f3b-d127a57d807a req-bdb27694-f6f0-493a-b830-2acd8c85a52c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:39.124870 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4ec38de7-c287-4365-8f3b-d127a57d807a req-bdb27694-f6f0-493a-b830-2acd8c85a52c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0538039 Sep 03 18:28:39.171179 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4ec38de7-c287-4365-8f3b-d127a57d807a req-26d37971-af4b-457c-94a6-0751ecd6d682 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381212 Sep 03 18:28:39.802474 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:40.300805 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca25bb-940a-421c-b66d-6950b0d1cfc9 req-52da329f-aa60-4ca9-b703-745babd46836 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:40.302642 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d3ca25bb-940a-421c-b66d-6950b0d1cfc9 req-52da329f-aa60-4ca9-b703-745babd46836 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0562484 Sep 03 18:28:40.347297 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d3ca25bb-940a-421c-b66d-6950b0d1cfc9 req-8b4dd340-4233-48c7-b6db-b9c01606fe39 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383039 Sep 03 18:28:40.577960 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 36644) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:28:40.634514 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc54fb0c-91ea-4487-8092-90f6e000b318 admin admin] Deleting subnet 9873764d-5872-4540-aced-f982201e56ea {{(pid=94512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:28:40.637799 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bc54fb0c-91ea-4487-8092-90f6e000b318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:40.672560 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bc54fb0c-91ea-4487-8092-90f6e000b318 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62900416'] for subnet, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:40.716900 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bc54fb0c-91ea-4487-8092-90f6e000b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:40.888409 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bc54fb0c-91ea-4487-8092-90f6e000b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62748012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62429670'] for subnet, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:40.915009 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54fb0c-91ea-4487-8092-90f6e000b318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9873764d-5872-4540-aced-f982201e56ea,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:40.926176 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bc54fb0c-91ea-4487-8092-90f6e000b318 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:40.928297 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-bc54fb0c-91ea-4487-8092-90f6e000b318 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9873764d-5872-4540-aced-f982201e56ea HTTP/1.1" status: 204 len: 168 time: 0.3487396 Sep 03 18:28:40.933268 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 36646) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:28:41.008742 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:41.100411 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:41.111195 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8813a13e-d912-4b3b-b033-3c59689bfe31']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:28:41.122770 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb30483-a0bb-4746-adcf-d348ecf70025') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:28:41.123085 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb30483-a0bb-4746-adcf-d348ecf70025') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:28:41.133885 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:41.149463 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:41.155786 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:28:41.156328 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:28:41.158297 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:28:41.346177 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:41.364117 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:41.364117 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] 10.222.0.43 "DELETE /v2.0/networks/8813a13e-d912-4b3b-b033-3c59689bfe31 HTTP/1.1" status: 204 len: 168 time: 0.4231117 Sep 03 18:28:41.369958 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7d2e9-6e2d-4583-90db-04dd52caa22c admin admin] Pushing event deleted for resources: {'Network': ['ID=8813a13e-d912-4b3b-b033-3c59689bfe31,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:41.516187 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb082a2-3dbd-475f-8460-98bb890ab397 req-cb6089e4-5e0b-4413-9802-b59466767e26 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:41.517837 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9eb082a2-3dbd-475f-8460-98bb890ab397 req-cb6089e4-5e0b-4413-9802-b59466767e26 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0896397 Sep 03 18:28:41.557494 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9eb082a2-3dbd-475f-8460-98bb890ab397 req-19e70c69-c925-40e2-b5c1-54fca649157c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331399 Sep 03 18:28:41.904161 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 36652) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:28:41.948866 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-bb4a38af-e010-4d8b-87d0-cd2561805b48 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9159dda29b4743ddadaced7e16471059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432925 Sep 03 18:28:41.951330 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 36654) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:28:42.006194 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6c89290a-1484-44d4-93bc-ddde24736a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:42.030520 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6c89290a-1484-44d4-93bc-ddde24736a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:42.170287 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6c89290a-1484-44d4-93bc-ddde24736a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:42.173189 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6c89290a-1484-44d4-93bc-ddde24736a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:42.174441 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-6c89290a-1484-44d4-93bc-ddde24736a6f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/836804e6-27c7-4aff-9804-c9ca77305aec HTTP/1.1" status: 204 len: 168 time: 0.2220733 Sep 03 18:28:42.183088 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89290a-1484-44d4-93bc-ddde24736a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836804e6-27c7-4aff-9804-c9ca77305aec,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:42.835556 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c96ce-eacb-41f1-b0b9-073866a7b6af req-21ade415-27cd-4989-aa21-b0d71db589c9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:42.838122 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1e1c96ce-eacb-41f1-b0b9-073866a7b6af req-21ade415-27cd-4989-aa21-b0d71db589c9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0629816 Sep 03 18:28:42.879513 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1e1c96ce-eacb-41f1-b0b9-073866a7b6af req-f5bd93b6-8531-40a8-b4fc-4a07bc57b068 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348561 Sep 03 18:28:42.998430 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49794cf9-9745-4348-b18c-45a294d7f18e req-ac51ce17-5f31-4746-98ef-fe10d7f39d66 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:43.000057 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-49794cf9-9745-4348-b18c-45a294d7f18e req-ac51ce17-5f31-4746-98ef-fe10d7f39d66 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0571809 Sep 03 18:28:43.044240 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-49794cf9-9745-4348-b18c-45a294d7f18e req-76e0ec9e-74f5-4a4c-8bd6-5a110c39c684 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376933 Sep 03 18:28:44.003501 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b212fb-d049-43af-9af2-17a0c80d6af1 req-8a72a9d2-a4c6-4334-89e3-b9386f02d5cc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:44.005626 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-53b212fb-d049-43af-9af2-17a0c80d6af1 req-8a72a9d2-a4c6-4334-89e3-b9386f02d5cc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0495164 Sep 03 18:28:44.043295 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-53b212fb-d049-43af-9af2-17a0c80d6af1 req-170ddb9c-31fa-42c1-886c-a63ead9481ca tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313683 Sep 03 18:28:44.158202 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3a483-bcfa-4bc3-8b94-b4935c8551ec req-539acd1c-49b1-4ddb-8a72-a40eb6d665ea tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:44.159685 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-04c3a483-bcfa-4bc3-8b94-b4935c8551ec req-539acd1c-49b1-4ddb-8a72-a40eb6d665ea tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0493953 Sep 03 18:28:44.197388 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-04c3a483-bcfa-4bc3-8b94-b4935c8551ec req-141b01eb-71ba-4a84-976b-52ea53d22869 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317109 Sep 03 18:28:45.169572 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497e31d-e735-4a45-8a84-93177810b35d req-efdd2cab-93e3-44ea-826a-f464868950cc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:45.171085 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4497e31d-e735-4a45-8a84-93177810b35d req-efdd2cab-93e3-44ea-826a-f464868950cc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0530965 Sep 03 18:28:45.209082 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4497e31d-e735-4a45-8a84-93177810b35d req-c61153f0-15f5-4d13-a102-842ebfb7a02e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315621 Sep 03 18:28:45.315330 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4f389-b064-4f94-8e38-8a8a3d5b2161 req-603dc3d2-6184-49d8-86fd-56845902d6f0 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:45.316864 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45d4f389-b064-4f94-8e38-8a8a3d5b2161 req-603dc3d2-6184-49d8-86fd-56845902d6f0 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0494468 Sep 03 18:28:45.359586 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45d4f389-b064-4f94-8e38-8a8a3d5b2161 req-278432fb-1bee-4273-a898-2c8576095230 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360947 Sep 03 18:28:46.331020 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e8a60-7998-4a39-bb69-dcdef6327c73 req-5bad1529-5c41-4ad9-8a99-a0c66c0abdd7 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:46.332501 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0d9e8a60-7998-4a39-bb69-dcdef6327c73 req-5bad1529-5c41-4ad9-8a99-a0c66c0abdd7 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0502119 Sep 03 18:28:46.371784 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0d9e8a60-7998-4a39-bb69-dcdef6327c73 req-5f6915ad-812c-4050-961a-ec0cdcf21d18 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328026 Sep 03 18:28:46.480784 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866cebc-eb51-452e-a92e-ec889c7f3046 req-8a06e974-582b-418b-9d58-7bf722916bfb tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:46.482226 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1866cebc-eb51-452e-a92e-ec889c7f3046 req-8a06e974-582b-418b-9d58-7bf722916bfb tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0542009 Sep 03 18:28:46.519457 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1866cebc-eb51-452e-a92e-ec889c7f3046 req-bdeae2b0-cb74-40eb-9232-998b9ba8867a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313601 Sep 03 18:28:47.494011 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97f482-a6d0-4cd2-b05a-86b3b9acb21a req-8063f766-d8e3-479e-97ec-9ff0f72cda11 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:47.495437 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7e97f482-a6d0-4cd2-b05a-86b3b9acb21a req-8063f766-d8e3-479e-97ec-9ff0f72cda11 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0493319 Sep 03 18:28:47.532411 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7e97f482-a6d0-4cd2-b05a-86b3b9acb21a req-dae46859-5b7f-4834-914e-e3ec8371b5c9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311112 Sep 03 18:28:47.635979 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382194e7-7bc1-42ee-88c3-39059dffcc70 req-599711be-64ab-45cd-b810-5f7f3670f9c3 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:47.637653 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-382194e7-7bc1-42ee-88c3-39059dffcc70 req-599711be-64ab-45cd-b810-5f7f3670f9c3 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0499134 Sep 03 18:28:47.678507 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-382194e7-7bc1-42ee-88c3-39059dffcc70 req-dbc7425c-4079-442f-98c9-6f44baf4c793 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346344 Sep 03 18:28:48.656157 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbd1b6-f9c5-4fca-84fc-7d5948302527 req-0cc92ce1-8082-4341-9765-7ff047c1295a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:48.657741 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d5cbd1b6-f9c5-4fca-84fc-7d5948302527 req-0cc92ce1-8082-4341-9765-7ff047c1295a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0545478 Sep 03 18:28:48.697447 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d5cbd1b6-f9c5-4fca-84fc-7d5948302527 req-c6aca53d-2283-4648-81be-c0c8365a984b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333116 Sep 03 18:28:48.793958 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1286c-33a4-4ea9-a51a-3a3ab11b89c1 req-c767b234-1edf-4b02-bc6a-f6b133587265 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:48.795342 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8bb1286c-33a4-4ea9-a51a-3a3ab11b89c1 req-c767b234-1edf-4b02-bc6a-f6b133587265 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0483932 Sep 03 18:28:48.832894 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8bb1286c-33a4-4ea9-a51a-3a3ab11b89c1 req-6aec34ce-780f-489b-8692-698f25b27b6d tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316885 Sep 03 18:28:49.817897 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a1bbb-236d-4680-9485-f4c09fb49d92 req-a44ec676-debd-4ed4-accf-1cb9cfa5c27d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:49.820009 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f33a1bbb-236d-4680-9485-f4c09fb49d92 req-a44ec676-debd-4ed4-accf-1cb9cfa5c27d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0517623 Sep 03 18:28:49.860287 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f33a1bbb-236d-4680-9485-f4c09fb49d92 req-6ae85603-c86a-435f-8389-f196fa518e2d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343223 Sep 03 18:28:49.954091 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1ab53-1745-4e3c-8bf5-c5b5ec6377af req-86086438-c544-4f48-a408-ad12e521a9a6 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:49.955557 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c5d1ab53-1745-4e3c-8bf5-c5b5ec6377af req-86086438-c544-4f48-a408-ad12e521a9a6 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0512371 Sep 03 18:28:49.992668 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c5d1ab53-1745-4e3c-8bf5-c5b5ec6377af req-2b6b0fe9-8bbb-4a9c-a7ff-9a6da311d817 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304742 Sep 03 18:28:50.626928 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-408632ce-5da7-4ddc-a143-a20825c75197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:50.979596 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3eef5b-c360-4ec3-88d8-a8df8f46aac4 req-85c044b8-643b-40d9-be19-1bb1cc36a8ae tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:50.981109 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d3eef5b-c360-4ec3-88d8-a8df8f46aac4 req-85c044b8-643b-40d9-be19-1bb1cc36a8ae tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0490818 Sep 03 18:28:51.017872 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1d3eef5b-c360-4ec3-88d8-a8df8f46aac4 req-b1af39e4-00fa-4a8f-8e53-83e65c430427 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306273 Sep 03 18:28:51.109575 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeebd54-235b-4788-a82c-cb338e13c77b req-0a397f93-951f-47bb-9d85-19d41630a9e2 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:51.111076 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5aeebd54-235b-4788-a82c-cb338e13c77b req-0a397f93-951f-47bb-9d85-19d41630a9e2 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0488234 Sep 03 18:28:51.148989 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5aeebd54-235b-4788-a82c-cb338e13c77b req-775c4e82-5e91-4b5e-a919-6f67c75c7cb7 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306544 Sep 03 18:28:52.013472 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device fec20d1d-962c-46b9-8721-3d1ddad6f326 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:28:52.113449 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:28:52.125190 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'port_id': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'mac_address': 'fa:16:3e:eb:75:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:28:52.142371 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb94bcd-2fea-4f8a-86d0-285002b241fc req-439b73e6-cfc7-4441-8b74-445ba16e1328 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:52.143940 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bcb94bcd-2fea-4f8a-86d0-285002b241fc req-439b73e6-cfc7-4441-8b74-445ba16e1328 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 944 time: 0.0525055 Sep 03 18:28:52.163693 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:52.177547 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec20d1d-962c-46b9-8721-3d1ddad6f326 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:28:52.190538 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bcb94bcd-2fea-4f8a-86d0-285002b241fc req-533bd944-b464-43bc-a4df-a7e54cb257a1 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397003 Sep 03 18:28:52.202792 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:28:52.288345 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7374dc-b4cf-40e9-b54b-237360269b66 req-3f02832f-ad24-4ff9-a80d-c725c5a0a941 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:52.289781 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ae7374dc-b4cf-40e9-b54b-237360269b66 req-3f02832f-ad24-4ff9-a80d-c725c5a0a941 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0491529 Sep 03 18:28:52.295921 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:52.327789 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ae7374dc-b4cf-40e9-b54b-237360269b66 req-90e4dd00-ea40-40fd-833c-80dc7f85415a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317035 Sep 03 18:28:52.347973 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=fec20d1d-962c-46b9-8721-3d1ddad6f326,revision_number=9']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:52.355155 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:28:52.355504 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:28:52.355849 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:28:52.356187 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:28:52.356520 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:28:52.356883 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:28:52.357210 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:28:52.357559 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:28:52.357886 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:28:52.358208 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:28:52.358535 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:28:52.358853 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:28:52.553316 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['fec20d1d-962c-46b9-8721-3d1ddad6f326'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:28:52.964112 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-623f951d-7ac9-4753-90b2-e4b2a3b98594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:53.324454 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d37873-7789-422c-9dc9-a0aaa4effaa2 req-f3ee2021-270f-438c-b27e-4e1ef7ed001a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:53.326093 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-89d37873-7789-422c-9dc9-a0aaa4effaa2 req-f3ee2021-270f-438c-b27e-4e1ef7ed001a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 945 time: 0.0491035 Sep 03 18:28:53.364386 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-89d37873-7789-422c-9dc9-a0aaa4effaa2 req-527946e1-0e6d-434c-ba7f-9c5232c8baf7 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324883 Sep 03 18:28:53.449927 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710fc56-9926-4589-b28e-1f1536717109 req-1232309b-4b5b-4233-819a-6735324f2b4e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:53.451390 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9710fc56-9926-4589-b28e-1f1536717109 req-1232309b-4b5b-4233-819a-6735324f2b4e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0529749 Sep 03 18:28:53.478195 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:53.490227 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9710fc56-9926-4589-b28e-1f1536717109 req-f09d8ae4-4f5f-4fc3-91c6-cd7167f135ed tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328202 Sep 03 18:28:54.043710 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device fec20d1d-962c-46b9-8721-3d1ddad6f326 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:28:54.092259 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port fec20d1d-962c-46b9-8721-3d1ddad6f326 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:28:54.092713 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:54.179962 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:54.202668 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:28:54.204471 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0793f712-b1bc-4a8a-99f7-d189abe24932" -d '{"events": [{"server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "name": "network-vif-plugged", "status": "completed", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:28:54.226887 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:28:54.235739 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:54.316224 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:54.364183 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=fec20d1d-962c-46b9-8721-3d1ddad6f326,revision_number=10']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:28:54.422508 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60c0727-4006-4097-8aa1-ba0652bbd3c6 x-openstack-request-id: req-b60c0727-4006-4097-8aa1-ba0652bbd3c6 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:28:54.422803 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "name": "network-vif-plugged", "status": "completed", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:28:54.423057 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b60c0727-4006-4097-8aa1-ba0652bbd3c6 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:28:54.423659 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'code': 200} Sep 03 18:28:54.490901 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c816b6b-2662-4ac5-8377-1150cc6c25bf req-4e7b58c8-8851-4385-9506-9c59807e55d0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:54.492539 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8c816b6b-2662-4ac5-8377-1150cc6c25bf req-4e7b58c8-8851-4385-9506-9c59807e55d0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 947 time: 0.0526061 Sep 03 18:28:54.534014 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8c816b6b-2662-4ac5-8377-1150cc6c25bf req-fddecdbf-f6da-4a42-934f-ccc8827976b0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351737 Sep 03 18:28:54.615546 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fc94c-8f25-41c4-b5d1-8e1b9c819a9d req-49096a5e-55d3-4fbb-99f8-eb6a79b3f225 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:54.618255 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6d0fc94c-8f25-41c4-b5d1-8e1b9c819a9d req-49096a5e-55d3-4fbb-99f8-eb6a79b3f225 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0600281 Sep 03 18:28:54.657169 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6d0fc94c-8f25-41c4-b5d1-8e1b9c819a9d req-15e014af-72ee-451a-9c9c-8adf8aea5e7a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331159 Sep 03 18:28:55.077092 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533fd20-1d36-439e-ac06-970c39e007f7 req-e17d49b7-ae1a-41e2-a8f7-0333a84f0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:55.078600 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a533fd20-1d36-439e-ac06-970c39e007f7 req-e17d49b7-ae1a-41e2-a8f7-0333a84f0938 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 1100 time: 0.0438926 Sep 03 18:28:55.113328 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a533fd20-1d36-439e-ac06-970c39e007f7 req-994f6403-3ddd-4fbc-a8a0-0eec7259814a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270309 Sep 03 18:28:55.650875 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcae23-0e1d-4dd8-97ec-640109f63034 req-3a1490e9-a930-4107-90b4-e08c5c4c0f0d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:55.652342 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1bfcae23-0e1d-4dd8-97ec-640109f63034 req-3a1490e9-a930-4107-90b4-e08c5c4c0f0d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 947 time: 0.0477209 Sep 03 18:28:55.689393 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1bfcae23-0e1d-4dd8-97ec-640109f63034 req-9083a39b-0d2a-43fa-bd9a-ab7bc183d4cd tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311019 Sep 03 18:28:55.773720 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5996e1-f1b0-4f55-b230-b4ca57014d83 req-e6fbdb66-31fb-46ae-953e-184d0f4db4e7 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:55.775227 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4b5996e1-f1b0-4f55-b230-b4ca57014d83 req-e6fbdb66-31fb-46ae-953e-184d0f4db4e7 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0485592 Sep 03 18:28:55.812087 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4b5996e1-f1b0-4f55-b230-b4ca57014d83 req-8acb34e0-7c59-4260-8e50-b4f74a6fff00 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307364 Sep 03 18:28:55.847490 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:56.819078 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a3f60-6622-4db3-aaf3-f62298f2317c req-d21a207e-7fd7-49dc-a82c-ec0dc8057352 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:56.820685 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c89a3f60-6622-4db3-aaf3-f62298f2317c req-d21a207e-7fd7-49dc-a82c-ec0dc8057352 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 947 time: 0.0563297 Sep 03 18:28:57.116277 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c89a3f60-6622-4db3-aaf3-f62298f2317c req-3222b59d-6091-448d-9e59-4099a05f82cf tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891233 Sep 03 18:28:57.132144 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5145-18df-4dd4-b344-2934071fc347 req-250995f6-b292-47ef-92bd-ad91849127ba tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:57.133745 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cccc5145-18df-4dd4-b344-2934071fc347 req-250995f6-b292-47ef-92bd-ad91849127ba tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0624826 Sep 03 18:28:57.172017 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cccc5145-18df-4dd4-b344-2934071fc347 req-cadc846e-32ef-4b29-8838-ff849a0fba33 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321252 Sep 03 18:28:58.237901 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03992410-db69-448d-b5ae-ce06f940ec1d req-7392e910-fc4a-48df-bc88-67185b4202dc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:58.239441 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-03992410-db69-448d-b5ae-ce06f940ec1d req-7392e910-fc4a-48df-bc88-67185b4202dc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 947 time: 0.0490427 Sep 03 18:28:58.278419 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-03992410-db69-448d-b5ae-ce06f940ec1d req-381b07c7-f54e-4ad0-afad-2172b59dfdcb tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322831 Sep 03 18:28:58.387218 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec43e9b-d2dd-4bfa-a921-431390a2a5fd req-8d46a1c3-e301-46ac-bf7d-454430188cac tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:58.388943 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cec43e9b-d2dd-4bfa-a921-431390a2a5fd req-8d46a1c3-e301-46ac-bf7d-454430188cac tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0541117 Sep 03 18:28:58.427216 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cec43e9b-d2dd-4bfa-a921-431390a2a5fd req-84278ee4-9aa1-49ea-bf4e-4b8d21ca4d4d tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322919 Sep 03 18:28:59.540343 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa9c76-8562-4acd-9c2d-68b95adce24a req-990ebf07-4a86-46c6-9280-e26c5cd9c1c0 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:28:59.542073 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6bfa9c76-8562-4acd-9c2d-68b95adce24a req-990ebf07-4a86-46c6-9280-e26c5cd9c1c0 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0481570 Sep 03 18:28:59.581386 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6bfa9c76-8562-4acd-9c2d-68b95adce24a req-98aad3bc-eece-49f9-af48-3dfdc82c1d44 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332737 Sep 03 18:29:00.698617 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6028a-4051-4562-9a34-9a77b69a171a req-538e1763-da0f-42a6-ab00-9e5e57ecb7bb tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:00.700108 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c2d6028a-4051-4562-9a34-9a77b69a171a req-538e1763-da0f-42a6-ab00-9e5e57ecb7bb tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0491521 Sep 03 18:29:00.739442 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c2d6028a-4051-4562-9a34-9a77b69a171a req-a06c3b43-bb7f-446c-a153-0c60c8fdaffe tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331855 Sep 03 18:29:01.859092 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db67ba-b707-4cf8-8787-ce4416ae2d43 req-8911431e-8ba0-42f9-a890-ee14b8c623b7 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:01.860543 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-38db67ba-b707-4cf8-8787-ce4416ae2d43 req-8911431e-8ba0-42f9-a890-ee14b8c623b7 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0533569 Sep 03 18:29:01.897755 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-38db67ba-b707-4cf8-8787-ce4416ae2d43 req-aadbb8c8-866f-4aab-b78c-358cfda8c948 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313134 Sep 03 18:29:03.011868 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555d47e-8d5b-4d78-a7fe-cb9e1258e5be req-35016b1a-7016-4dd0-90ab-4e172be84101 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:03.013377 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e555d47e-8d5b-4d78-a7fe-cb9e1258e5be req-35016b1a-7016-4dd0-90ab-4e172be84101 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0486782 Sep 03 18:29:03.050037 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e555d47e-8d5b-4d78-a7fe-cb9e1258e5be req-bc432770-fd25-4abc-b16c-9cf7765cc1d3 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308499 Sep 03 18:29:04.165150 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68de3b6-5457-4629-9915-ab35bf83646c req-300ad981-fed4-4f23-b2c9-d51ef186a085 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:04.166698 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b68de3b6-5457-4629-9915-ab35bf83646c req-300ad981-fed4-4f23-b2c9-d51ef186a085 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0492315 Sep 03 18:29:04.205035 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b68de3b6-5457-4629-9915-ab35bf83646c req-251d1ca7-87c2-411e-90e4-180b6f24bd5e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323737 Sep 03 18:29:04.554402 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96c8f6-f89f-40dd-83d3-37967b161625 req-58327de2-ae7c-4e16-bd85-bf314000d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:04.555833 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5c96c8f6-f89f-40dd-83d3-37967b161625 req-58327de2-ae7c-4e16-bd85-bf314000d51c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=505fcc68162a484aa2508fe94a4acdaf&device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 1098 time: 0.0433164 Sep 03 18:29:04.644334 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96c8f6-f89f-40dd-83d3-37967b161625 req-117637bd-9652-435d-bc30-ffd486c2a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:04.645821 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5c96c8f6-f89f-40dd-83d3-37967b161625 req-117637bd-9652-435d-bc30-ffd486c2a184 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac5fd485-7104-4199-a05c-e3b9f6c68301 HTTP/1.1" status: 200 len: 910 time: 0.0821769 Sep 03 18:29:04.713971 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5c96c8f6-f89f-40dd-83d3-37967b161625 req-a5f79c7b-fbf4-47d3-a398-998a6e77201c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=022aa91c-7d9b-4448-be36-a53e82a61f98 HTTP/1.1" status: 200 len: 1000 time: 0.0604725 Sep 03 18:29:04.772835 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96c8f6-f89f-40dd-83d3-37967b161625 req-be741ce3-2190-417b-b90e-f249427cb875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:04.774936 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5c96c8f6-f89f-40dd-83d3-37967b161625 req-be741ce3-2190-417b-b90e-f249427cb875 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=690617a1-2d5b-40ad-a479-ee14b04c95f1 HTTP/1.1" status: 200 len: 848 time: 0.0431716 Sep 03 18:29:04.821195 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96c8f6-f89f-40dd-83d3-37967b161625 req-9954b66c-bb88-41ad-b36d-58b776f211bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:04.822534 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5c96c8f6-f89f-40dd-83d3-37967b161625 req-9954b66c-bb88-41ad-b36d-58b776f211bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac5fd485-7104-4199-a05c-e3b9f6c68301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388427 Sep 03 18:29:04.914400 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5c96c8f6-f89f-40dd-83d3-37967b161625 req-35c2ca4b-a25f-44a9-9c62-f036d5cfd252 service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836406 Sep 03 18:29:05.002673 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5c96c8f6-f89f-40dd-83d3-37967b161625 req-bdad9b1b-ddb9-4da9-9aeb-7dbbc7783fde service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805814 Sep 03 18:29:05.326836 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06f727-8947-4d07-8edc-a89b387fca0f req-9d4b1db2-c5a9-46b2-9e65-c9d6afa86e5f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:05.328301 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6d06f727-8947-4d07-8edc-a89b387fca0f req-9d4b1db2-c5a9-46b2-9e65-c9d6afa86e5f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0540526 Sep 03 18:29:05.364648 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6d06f727-8947-4d07-8edc-a89b387fca0f req-d3b2d0bd-51be-4174-81b9-33fe15226961 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303209 Sep 03 18:29:06.479738 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50284c-4ace-474e-818a-f25057642bc0 req-bed3e87f-6d96-4488-9d8e-99e415176912 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:06.481313 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6d50284c-4ace-474e-818a-f25057642bc0 req-bed3e87f-6d96-4488-9d8e-99e415176912 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0498698 Sep 03 18:29:06.520443 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6d50284c-4ace-474e-818a-f25057642bc0 req-c67015c3-87cd-435b-a2c6-5d1df154e30f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331497 Sep 03 18:29:06.744524 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:29:07.637193 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8a4d9-1b69-45a0-a5b7-84f853c1508b req-acb67e3f-a24e-4fa7-b8e3-2db50c15cb9b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:07.638703 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dbd8a4d9-1b69-45a0-a5b7-84f853c1508b req-acb67e3f-a24e-4fa7-b8e3-2db50c15cb9b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0534391 Sep 03 18:29:07.681075 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dbd8a4d9-1b69-45a0-a5b7-84f853c1508b req-772f1c21-d8b6-455e-bbf3-18b3079c6c6c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364439 Sep 03 18:29:08.798675 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d8689-7bdb-481d-89fc-0e1be5a261c3 req-5b8c08f7-1059-42b1-888e-f37491e8c7fc tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:08.800097 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-246d8689-7bdb-481d-89fc-0e1be5a261c3 req-5b8c08f7-1059-42b1-888e-f37491e8c7fc tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0533755 Sep 03 18:29:08.836173 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-246d8689-7bdb-481d-89fc-0e1be5a261c3 req-b904e084-e853-46d2-8e53-a098055c293a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303011 Sep 03 18:29:08.997804 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [req-b8699aeb-022c-4109-b6e3-478da17cb72c req-725185cf-def1-476d-ad95-6e8edfb7fd53 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:29:08.998878 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b8699aeb-022c-4109-b6e3-478da17cb72c req-725185cf-def1-476d-ad95-6e8edfb7fd53 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1009226 Sep 03 18:29:09.387169 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0da1c9-4a78-4f31-898e-bb7bb00f6946 req-07121166-cc4a-4e2d-8b6d-0115ec369c4b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:09.388663 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5d0da1c9-4a78-4f31-898e-bb7bb00f6946 req-07121166-cc4a-4e2d-8b6d-0115ec369c4b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0519421 Sep 03 18:29:09.425943 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5d0da1c9-4a78-4f31-898e-bb7bb00f6946 req-b8b479b5-a7ea-4685-89f2-a4e0e5bbad2e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314734 Sep 03 18:29:09.480327 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 36866) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:09.567498 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-285a0dab-c71e-4621-8e14-cc0e81d7e95a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0860016 Sep 03 18:29:09.576982 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-7134442a-3eb1-4708-8f72-5cb75a100165 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94512) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:29:09.577991 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-7134442a-3eb1-4708-8f72-5cb75a100165 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057032 Sep 03 18:29:09.784690 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:10.071546 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 022aa91c-7d9b-4448-be36-a53e82a61f98 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:29:10.147372 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:10.169500 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:29:10.171695 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8f05df-f05e-42d8-8ae5-7c828763dad5" -d '{"events": [{"server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "name": "network-vif-unplugged", "status": "completed", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:29:10.186643 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 022aa91c-7d9b-4448-be36-a53e82a61f98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=022aa91c-7d9b-4448-be36-a53e82a61f98,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:10.203849 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 18:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bff0554-bc1d-4a0c-811a-8bc3246a0e5f x-openstack-request-id: req-6bff0554-bc1d-4a0c-811a-8bc3246a0e5f {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:29:10.204164 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "name": "network-vif-unplugged", "status": "failed", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98", "code": 422}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:29:10.204445 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bff0554-bc1d-4a0c-811a-8bc3246a0e5f {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:29:10.204945 dv-cinder-760193-9-iscsi neutron-server[94514]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'code': 422} returned with failed status Sep 03 18:29:10.284038 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:10.339557 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=022aa91c-7d9b-4448-be36-a53e82a61f98,revision_number=6']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:10.539799 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba07c87-0202-4990-99c2-d21a0b34ba83 req-c13dd6c1-6f88-4ece-b45e-deb68552c31c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:10.541312 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-eba07c87-0202-4990-99c2-d21a0b34ba83 req-c13dd6c1-6f88-4ece-b45e-deb68552c31c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0486131 Sep 03 18:29:10.578848 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-eba07c87-0202-4990-99c2-d21a0b34ba83 req-edba69d9-2a78-4082-bace-ec9c59031afa tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310333 Sep 03 18:29:11.538391 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0edb304a-4850-4974-b99e-611e4c515cbf req-2d90db59-7a81-4baa-8137-b77bbad7df32 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455499 Sep 03 18:29:11.599179 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb304a-4850-4974-b99e-611e4c515cbf req-e85af674-daa2-4bd9-9b4c-db40ed36dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:11.600671 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0edb304a-4850-4974-b99e-611e4c515cbf req-e85af674-daa2-4bd9-9b4c-db40ed36dbbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 1100 time: 0.0389960 Sep 03 18:29:11.744432 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0d7e4-615c-4b72-8ec6-b03719821ab8 req-49427694-1a4e-49df-b4d2-d2b043ef297d tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:11.745937 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-aab0d7e4-615c-4b72-8ec6-b03719821ab8 req-49427694-1a4e-49df-b4d2-d2b043ef297d tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0951982 Sep 03 18:29:11.747405 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb304a-4850-4974-b99e-611e4c515cbf req-bf87904a-35e4-414f-9fc7-ffce2bcc2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:11.748747 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0edb304a-4850-4974-b99e-611e4c515cbf req-bf87904a-35e4-414f-9fc7-ffce2bcc2106 service neutron] 10.222.0.32 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 917 time: 0.1274633 Sep 03 18:29:11.823808 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-aab0d7e4-615c-4b72-8ec6-b03719821ab8 req-c814696b-761e-4363-a908-2b401fa64d82 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719373 Sep 03 18:29:11.831700 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0edb304a-4850-4974-b99e-611e4c515cbf req-537da65c-ec83-4d67-b10b-6c6fa6ae1cd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326 HTTP/1.1" status: 200 len: 1001 time: 0.0742283 Sep 03 18:29:11.883586 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb304a-4850-4974-b99e-611e4c515cbf req-54c94f54-2b73-4360-9166-26cdee4b74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:11.885045 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0edb304a-4850-4974-b99e-611e4c515cbf req-54c94f54-2b73-4360-9166-26cdee4b74fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1df25eee-e34a-4c63-bd04-657d1c644d31 HTTP/1.1" status: 200 len: 855 time: 0.0465775 Sep 03 18:29:11.930143 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb304a-4850-4974-b99e-611e4c515cbf req-f4c98d59-f0bc-4d28-aea3-bd609df577f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:11.931622 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0edb304a-4850-4974-b99e-611e4c515cbf req-f4c98d59-f0bc-4d28-aea3-bd609df577f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=998204b6-a286-4efa-8861-56398dfc9dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399172 Sep 03 18:29:12.019622 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0edb304a-4850-4974-b99e-611e4c515cbf req-7e866d86-aabc-4bcd-be16-b46281dc3803 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814521 Sep 03 18:29:12.113611 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0edb304a-4850-4974-b99e-611e4c515cbf req-a51b6ded-039a-477a-b118-86d91b30b3a7 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872440 Sep 03 18:29:12.938469 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecc223-715a-428a-9ced-b440018c121f req-3f608835-7432-47a3-b986-628a0dc0dc9f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:12.940076 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-16ecc223-715a-428a-9ced-b440018c121f req-3f608835-7432-47a3-b986-628a0dc0dc9f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0491107 Sep 03 18:29:12.978573 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-16ecc223-715a-428a-9ced-b440018c121f req-748479ba-b638-4cb1-882d-23da1c3afebc tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325508 Sep 03 18:29:14.096391 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36fe4da-18d0-410c-9cae-708945665790 req-daa424a7-8d02-4632-a7dd-6fb2c4d52cae tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:14.098162 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d36fe4da-18d0-410c-9cae-708945665790 req-daa424a7-8d02-4632-a7dd-6fb2c4d52cae tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0542021 Sep 03 18:29:14.139022 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d36fe4da-18d0-410c-9cae-708945665790 req-59718a39-5367-48e9-acb4-648345c04aac tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345993 Sep 03 18:29:15.252689 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e2b09-d588-4b6c-8604-c61974dc0ae7 req-ae6ec75b-1634-4018-9d3e-cd62e4ea924b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:15.254139 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fe2e2b09-d588-4b6c-8604-c61974dc0ae7 req-ae6ec75b-1634-4018-9d3e-cd62e4ea924b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0488162 Sep 03 18:29:15.290440 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fe2e2b09-d588-4b6c-8604-c61974dc0ae7 req-d28f6d7a-c687-4211-a819-3cd69229dd9e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303273 Sep 03 18:29:16.406713 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91186a72-fd4b-4be0-b0a8-c93047058cdc req-1e85275a-a2c2-4da0-a274-529057519972 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:16.408293 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-91186a72-fd4b-4be0-b0a8-c93047058cdc req-1e85275a-a2c2-4da0-a274-529057519972 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0518723 Sep 03 18:29:16.455033 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-91186a72-fd4b-4be0-b0a8-c93047058cdc req-ce3d6d9c-8000-4b16-8bdb-054a229a5523 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365231 Sep 03 18:29:17.572095 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9510e-e220-4be8-8d44-7dda6241c8af req-d25af1f5-bed9-4b4e-91dd-4c0aacdf452e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:17.573582 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-24c9510e-e220-4be8-8d44-7dda6241c8af req-d25af1f5-bed9-4b4e-91dd-4c0aacdf452e tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0516472 Sep 03 18:29:17.611181 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-24c9510e-e220-4be8-8d44-7dda6241c8af req-fd449096-2a82-4f82-90ec-f475cd0a7419 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311899 Sep 03 18:29:18.487401 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-52ea0b18-a13b-43bb-bb43-214efdc0db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:18.490764 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-52ea0b18-a13b-43bb-bb43-214efdc0db19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464&tenant_id=505fcc68162a484aa2508fe94a4acdaf HTTP/1.1" status: 200 len: 1096 time: 0.0430701 Sep 03 18:29:18.555743 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-566ac435-7dd6-477f-a3ab-1c1053460c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:18.557339 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-566ac435-7dd6-477f-a3ab-1c1053460c0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=505fcc68162a484aa2508fe94a4acdaf&device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 1096 time: 0.0413730 Sep 03 18:29:18.650672 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-77fc8fec-e1e7-45c2-8b10-9605facf1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:18.652162 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-77fc8fec-e1e7-45c2-8b10-9605facf1013 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac5fd485-7104-4199-a05c-e3b9f6c68301 HTTP/1.1" status: 200 len: 910 time: 0.0877349 Sep 03 18:29:18.749343 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-6c1ed520-3c0e-48e6-ac20-eb7344a0a02e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=022aa91c-7d9b-4448-be36-a53e82a61f98 HTTP/1.1" status: 200 len: 998 time: 0.0877120 Sep 03 18:29:18.761623 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96bfae-ad40-47a5-9abb-fc36a5af6845 req-c4f81bff-5448-49cd-aa76-da8ea411eebc tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:18.763078 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6d96bfae-ad40-47a5-9abb-fc36a5af6845 req-c4f81bff-5448-49cd-aa76-da8ea411eebc tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0684516 Sep 03 18:29:18.833498 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-c82c3a8a-87a5-4c87-b244-c82fd84ff031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:18.834950 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-c82c3a8a-87a5-4c87-b244-c82fd84ff031 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=690617a1-2d5b-40ad-a479-ee14b04c95f1 HTTP/1.1" status: 200 len: 848 time: 0.0710359 Sep 03 18:29:18.837899 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6d96bfae-ad40-47a5-9abb-fc36a5af6845 req-6c8039f9-57aa-4402-92ba-0b3633420873 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643632 Sep 03 18:29:18.881870 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-ac50b985-6fd4-494d-b26a-cd81a59b89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:18.883390 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-ac50b985-6fd4-494d-b26a-cd81a59b89f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac5fd485-7104-4199-a05c-e3b9f6c68301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404577 Sep 03 18:29:18.975912 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-d76337fb-bd18-4665-b76a-08e223f6b8a6 service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847175 Sep 03 18:29:19.071664 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d2a28a1d-f60c-45d8-88b1-d031ece62c8a req-5c995e19-a678-4570-8f9c-98d7cabb712a service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872972 Sep 03 18:29:19.960804 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6046a4d-b551-40ae-9d17-45290d6651d4 req-8e867acb-2e71-46be-b6e5-dbcfab6c90b0 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:19.962334 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c6046a4d-b551-40ae-9d17-45290d6651d4 req-8e867acb-2e71-46be-b6e5-dbcfab6c90b0 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0503011 Sep 03 18:29:20.003770 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c6046a4d-b551-40ae-9d17-45290d6651d4 req-8d8532be-dd79-4e56-b2c6-d329a13876b7 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333672 Sep 03 18:29:20.659371 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7cb8b2b2-972b-4d9c-af6c-bc3981741314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:21.122370 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd59f5-107a-4c0d-bbf5-13e6fa69b52e req-ccf03659-d181-40df-8101-b61cbde50864 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:21.124832 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2bd59f5-107a-4c0d-bbf5-13e6fa69b52e req-ccf03659-d181-40df-8101-b61cbde50864 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0514140 Sep 03 18:29:21.168185 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2bd59f5-107a-4c0d-bbf5-13e6fa69b52e req-24c4dc78-ff60-4904-b9ae-d79eb0a9b7c4 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371902 Sep 03 18:29:21.771361 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8bcaa-ae4c-42d4-9093-1fb301aa5fb6 req-432e0e19-65a8-4ebe-849d-d6ee0b7f15d0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:21.772847 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e1e8bcaa-ae4c-42d4-9093-1fb301aa5fb6 req-432e0e19-65a8-4ebe-849d-d6ee0b7f15d0 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 946 time: 0.0483193 Sep 03 18:29:21.813981 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e1e8bcaa-ae4c-42d4-9093-1fb301aa5fb6 req-8656fd02-2e0f-487e-af8e-7fa61551b01f tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c431655-1619-452b-b634-bf2315c12d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349073 Sep 03 18:29:22.285583 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9650861-0ea7-4e04-8a19-9da699be02fe req-d90f4683-037d-4559-81d7-c5ee60b563bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:22.287089 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b9650861-0ea7-4e04-8a19-9da699be02fe req-d90f4683-037d-4559-81d7-c5ee60b563bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0486770 Sep 03 18:29:22.325334 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b9650861-0ea7-4e04-8a19-9da699be02fe req-853f598e-e514-452f-8632-3da4c2cc251c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321782 Sep 03 18:29:22.930432 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128f10d-9f31-41cf-8e78-74b64045077a req-2db04f30-3e8a-498c-bfd5-033bce650035 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:22.932114 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3128f10d-9f31-41cf-8e78-74b64045077a req-2db04f30-3e8a-498c-bfd5-033bce650035 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 946 time: 0.0504436 Sep 03 18:29:22.970266 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3128f10d-9f31-41cf-8e78-74b64045077a req-0bbea70d-aeb0-4e3d-a9a8-51a534debf3e tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c431655-1619-452b-b634-bf2315c12d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323155 Sep 03 18:29:22.970571 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e1938540-de66-4f2b-aa45-804e1093a496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:23.373538 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:23.440202 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f213b-d6ae-4e02-8859-ac33a880b4e9 req-04067090-7dd8-4144-8624-bf46e41c7d31 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:23.441778 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ec8f213b-d6ae-4e02-8859-ac33a880b4e9 req-04067090-7dd8-4144-8624-bf46e41c7d31 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0494239 Sep 03 18:29:23.504198 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ec8f213b-d6ae-4e02-8859-ac33a880b4e9 req-de2589d9-057d-4ee0-a2d6-c38e88d76bb2 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564575 Sep 03 18:29:23.527310 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-0b2b6cc7-6283-46b9-b993-6a2b2ff3f815 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:23.528755 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-0b2b6cc7-6283-46b9-b993-6a2b2ff3f815 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.32 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 946 time: 0.0590138 Sep 03 18:29:23.617176 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Deleting port 93b37f71-6157-49be-853d-ebf544247de1 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:29:23.617569 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:23.708855 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] For port 93b37f71-6157-49be-853d-ebf544247de1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=93b37f71-6157-49be-853d-ebf544247de1,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:23.709226 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:23.876075 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:23.876445 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:23.876932 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Floating IP a074803f-216f-49cf-b8ed-d752e6d0f8a1 disassociated. External IP: 172.27.2.57, port: 93b37f71-6157-49be-853d-ebf544247de1. Sep 03 18:29:23.877279 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Calling delete_port for 93b37f71-6157-49be-853d-ebf544247de1 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:29:24.067578 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:24.102820 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event deleted for resources: {'Port': ['ID=93b37f71-6157-49be-853d-ebf544247de1,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:24.118553 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:24.118913 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:24.119254 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:24.126453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:24.126453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:24.126453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:24.126453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:24.126453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:24.126453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:24.126453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:24.126453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:24.126453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:24.132550 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26185c8-a2b7-44bf-8a70-119cf3bcc97f req-08d214b7-0ea7-4693-bc10-88e4b3e276c6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:24.134082 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d26185c8-a2b7-44bf-8a70-119cf3bcc97f req-08d214b7-0ea7-4693-bc10-88e4b3e276c6 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 867 time: 0.0957994 Sep 03 18:29:24.226625 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:24.247334 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d26185c8-a2b7-44bf-8a70-119cf3bcc97f req-814bc69c-321d-45d0-a9a5-cb3b71886bd7 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups?id=7c431655-1619-452b-b634-bf2315c12d58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760274 Sep 03 18:29:24.269082 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:29:24.376340 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:29:24.387232 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1c602-f860-475c-b8c4-4048252e7815 None None] Sync routers for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:29:24.397239 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1c602-f860-475c-b8c4-4048252e7815 None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:29:24.397869 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-39c1c602-f860-475c-b8c4-4048252e7815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:29:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:24.423047 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] No DVR routers for this DVR port 93b37f71-6157-49be-853d-ebf544247de1 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:29:24.425628 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:24.427616 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-21223c4a-0722-42c9-bc4d-6b9262392018 req-e53aa3fa-e819-4545-be0c-19cbbf178656 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.32 "DELETE /v2.0/ports/93b37f71-6157-49be-853d-ebf544247de1 HTTP/1.1" status: 204 len: 173 time: 0.8930612 Sep 03 18:29:24.428042 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'name': 'network-vif-deleted', 'tag': '93b37f71-6157-49be-853d-ebf544247de1'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:29:24.430320 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de283324-96a7-49f0-bfe0-821014bec0b9" -d '{"events": [{"server_uuid": "361baa06-77d9-4623-9449-7a8ffb1560dc", "name": "network-vif-deleted", "tag": "93b37f71-6157-49be-853d-ebf544247de1"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:29:24.540097 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfb4b36-63ad-4dce-ab72-24cb49f1e2f5 x-openstack-request-id: req-1bfb4b36-63ad-4dce-ab72-24cb49f1e2f5 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:29:24.540722 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361baa06-77d9-4623-9449-7a8ffb1560dc", "name": "network-vif-deleted", "tag": "93b37f71-6157-49be-853d-ebf544247de1", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:29:24.540722 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bfb4b36-63ad-4dce-ab72-24cb49f1e2f5 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:29:24.541038 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361baa06-77d9-4623-9449-7a8ffb1560dc', 'name': 'network-vif-deleted', 'tag': '93b37f71-6157-49be-853d-ebf544247de1', 'status': 'completed', 'code': 200} Sep 03 18:29:24.641669 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-39c1c602-f860-475c-b8c4-4048252e7815 None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:29:24.644531 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f69-be35-4f6d-b054-5a16559afd14 req-850e07ed-847e-4203-8594-69f3441cac2c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:24.646384 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1a749f69-be35-4f6d-b054-5a16559afd14 req-850e07ed-847e-4203-8594-69f3441cac2c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0586619 Sep 03 18:29:24.689248 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1a749f69-be35-4f6d-b054-5a16559afd14 req-0cb1e0d5-43b7-476f-94a2-cf292dd7dc83 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364897 Sep 03 18:29:24.847053 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-39c1c602-f860-475c-b8c4-4048252e7815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:22Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:24.873234 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1c602-f860-475c-b8c4-4048252e7815 None None] Checking router: 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:29:24.883092 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1c602-f860-475c-b8c4-4048252e7815 None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:29:24.883092 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-39c1c602-f860-475c-b8c4-4048252e7815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:29:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:24.988338 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-39c1c602-f860-475c-b8c4-4048252e7815 None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:29:25.207626 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-39c1c602-f860-475c-b8c4-4048252e7815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:22Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:25.233446 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1c602-f860-475c-b8c4-4048252e7815 None None] The sync data for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi is: [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:23:13Z', 'revision_number': 4, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '0a9469d2-f6c1-411b-b4bf-30c1375d7330', 'name': '', 'network_id': 'c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'mac_address': 'fa:16:3e:85:e6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:10Z', 'updated_at': '2021-09-03T18:23:22Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'subnets': [{'id': '92072c23-33c1-47f0-b4a5-f2bb027fc0fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:29:25.362111 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-190d1a9a-af18-4e83-832a-91196bb545e4 req-01aa792e-3ccf-458f-9f4f-0339f6bdc461 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/ports?device_id=361baa06-77d9-4623-9449-7a8ffb1560dc HTTP/1.1" status: 200 len: 210 time: 0.0294852 Sep 03 18:29:25.453521 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07845aa1-cf8b-4cb7-b444-f5d5da78b77d None None] New status for floating IP a074803f-216f-49cf-b8ed-d752e6d0f8a1: DOWN {{(pid=94515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:29:25.803741 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c837e-ecea-4e7a-afab-3b48dd225715 req-a5f781a8-7ed9-43c3-b55f-8b6937cdc8f4 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:25.805249 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-875c837e-ecea-4e7a-afab-3b48dd225715 req-a5f781a8-7ed9-43c3-b55f-8b6937cdc8f4 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 943 time: 0.0484741 Sep 03 18:29:25.843163 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-875c837e-ecea-4e7a-afab-3b48dd225715 req-538b05f4-6742-4db8-bbd1-f7385e3a23b4 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316229 Sep 03 18:29:25.843910 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:26.106323 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 022aa91c-7d9b-4448-be36-a53e82a61f98 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:29:26.200358 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 022aa91c-7d9b-4448-be36-a53e82a61f98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=022aa91c-7d9b-4448-be36-a53e82a61f98,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:26.212735 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'port_id': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'mac_address': 'fa:16:3e:a9:09:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:29:26.251799 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:26.264518 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022aa91c-7d9b-4448-be36-a53e82a61f98 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:29:26.284261 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 022aa91c-7d9b-4448-be36-a53e82a61f98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=022aa91c-7d9b-4448-be36-a53e82a61f98,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:26.358441 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:26.406989 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=022aa91c-7d9b-4448-be36-a53e82a61f98,revision_number=7']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:26.602236 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['022aa91c-7d9b-4448-be36-a53e82a61f98'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:29:26.958037 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637da152-1ed7-4a4f-96cc-04d9f3ce7df2 req-6ff40ae3-f9f5-4bb9-a6be-97b7375b8602 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:26.959501 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-637da152-1ed7-4a4f-96cc-04d9f3ce7df2 req-6ff40ae3-f9f5-4bb9-a6be-97b7375b8602 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 944 time: 0.0511265 Sep 03 18:29:26.996414 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-637da152-1ed7-4a4f-96cc-04d9f3ce7df2 req-5add8ef6-6470-4a1d-8d55-a18429ca4b5b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309532 Sep 03 18:29:27.622072 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 36992) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:27.682071 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-d8b93366-aa21-48fa-9a0a-4803bc813369 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:27.704984 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-d8b93366-aa21-48fa-9a0a-4803bc813369 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:27.861039 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-d8b93366-aa21-48fa-9a0a-4803bc813369 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:27.863651 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-d8b93366-aa21-48fa-9a0a-4803bc813369 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:27.864865 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-d8b93366-aa21-48fa-9a0a-4803bc813369 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "DELETE /v2.0/security-groups/7c431655-1619-452b-b634-bf2315c12d58 HTTP/1.1" status: 204 len: 168 time: 0.2417097 Sep 03 18:29:27.867732 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 36994) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:27.877322 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b93366-aa21-48fa-9a0a-4803bc813369 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c431655-1619-452b-b634-bf2315c12d58,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:27.881592 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.api.v2.resource [None req-fe2f91e3-55fe-47d5-bb41-b2e7218e2a41 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] show failed (client error): The resource could not be found. Sep 03 18:29:27.882607 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-fe2f91e3-55fe-47d5-bb41-b2e7218e2a41 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "GET /v2.0/security-groups/7c431655-1619-452b-b634-bf2315c12d58 HTTP/1.1" status: 404 len: 347 time: 0.0139053 Sep 03 18:29:27.886806 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 36996) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:28.010924 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-19a1c5c8-cc16-4d5b-8b19-0a9870d14342 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Deleting port 93878f6b-6131-4868-868e-6ff79d75a1ee {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:29:28.011620 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-19a1c5c8-cc16-4d5b-8b19-0a9870d14342 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:28.106330 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 022aa91c-7d9b-4448-be36-a53e82a61f98 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:29:28.113501 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-19a1c5c8-cc16-4d5b-8b19-0a9870d14342 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:28.113836 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-19a1c5c8-cc16-4d5b-8b19-0a9870d14342 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:28.129468 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-19a1c5c8-cc16-4d5b-8b19-0a9870d14342 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Calling delete_port for 93878f6b-6131-4868-868e-6ff79d75a1ee owned by network:floatingip {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:29:28.143735 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122742da-1e62-4eb9-91f7-6f70f070b164 req-883070ec-3b36-4e21-a514-be80313e0b4b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:28.145253 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-122742da-1e62-4eb9-91f7-6f70f070b164 req-883070ec-3b36-4e21-a514-be80313e0b4b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 944 time: 0.0813591 Sep 03 18:29:28.156105 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 022aa91c-7d9b-4448-be36-a53e82a61f98 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:29:28.156479 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:28.243374 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:28.268073 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:29:28.270616 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b85aef1-8d72-417b-8615-b235790be2ab" -d '{"events": [{"server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "name": "network-vif-plugged", "status": "completed", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:29:28.286299 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 022aa91c-7d9b-4448-be36-a53e82a61f98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=022aa91c-7d9b-4448-be36-a53e82a61f98,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:28.309937 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7dceea-9e3a-4066-9825-378dde39dec0 x-openstack-request-id: req-bf7dceea-9e3a-4066-9825-378dde39dec0 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:29:28.310231 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "name": "network-vif-plugged", "status": "completed", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:29:28.310483 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf7dceea-9e3a-4066-9825-378dde39dec0 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:29:28.310876 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'code': 200} Sep 03 18:29:28.370044 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:28.370917 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 93b37f71-6157-49be-853d-ebf544247de1 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:29:28.413697 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 93b37f71-6157-49be-853d-ebf544247de1 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:29:28.414141 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 93b37f71-6157-49be-853d-ebf544247de1 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:29:28.440462 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=022aa91c-7d9b-4448-be36-a53e82a61f98,revision_number=8']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:28.456911 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-122742da-1e62-4eb9-91f7-6f70f070b164 req-b57f60d4-625b-4815-8116-5a1381b1c0af tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741125 Sep 03 18:29:28.612556 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-19a1c5c8-cc16-4d5b-8b19-0a9870d14342 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:28.621938 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896f801-d55f-46ef-a97c-ee8992a64df4 req-63ea24a7-a718-42ef-a499-340dc1b69258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:28.623393 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9896f801-d55f-46ef-a97c-ee8992a64df4 req-63ea24a7-a718-42ef-a499-340dc1b69258 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 1098 time: 0.0472150 Sep 03 18:29:28.645905 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1c5c8-cc16-4d5b-8b19-0a9870d14342 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Pushing event deleted for resources: {'Port': ['ID=93878f6b-6131-4868-868e-6ff79d75a1ee,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:28.710664 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9896f801-d55f-46ef-a97c-ee8992a64df4 req-73302f17-2e56-421a-a76c-e8c5e9e2ce0b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699315 Sep 03 18:29:28.724081 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-19a1c5c8-cc16-4d5b-8b19-0a9870d14342 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks [] for floatingip, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:28.726578 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-19a1c5c8-cc16-4d5b-8b19-0a9870d14342 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:28.728506 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-19a1c5c8-cc16-4d5b-8b19-0a9870d14342 tempest-AttachVolumeTestJSON-1005350966 tempest-AttachVolumeTestJSON-1005350966-project] 10.222.0.43 "DELETE /v2.0/floatingips/a074803f-216f-49cf-b8ed-d752e6d0f8a1 HTTP/1.1" status: 204 len: 168 time: 0.8398778 Sep 03 18:29:29.573540 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b9fc0-9729-4b3a-9224-35ad603cbb2a req-f05dc56d-fa2f-44ae-aa99-b3683244d0bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:29.575991 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4e2b9fc0-9729-4b3a-9224-35ad603cbb2a req-f05dc56d-fa2f-44ae-aa99-b3683244d0bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0510616 Sep 03 18:29:29.614243 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4e2b9fc0-9729-4b3a-9224-35ad603cbb2a req-ce5d78c5-7757-4e75-b480-ac12228e922a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318267 Sep 03 18:29:30.732394 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11820b-784a-466b-aefc-a39aa440fe34 req-072d4fdf-bd29-4b9d-a27a-9df58cc4cc5b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:30.733959 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7e11820b-784a-466b-aefc-a39aa440fe34 req-072d4fdf-bd29-4b9d-a27a-9df58cc4cc5b tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0534120 Sep 03 18:29:30.776272 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7e11820b-784a-466b-aefc-a39aa440fe34 req-e6b18340-6912-4101-9c78-e7c308079b6d tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356753 Sep 03 18:29:32.675971 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37048) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:33.136820 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563258'] for router_interface, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:33.392130 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Deleting port 0a9469d2-f6c1-411b-b4bf-30c1375d7330 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:29:33.392394 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:33.471910 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] For port 0a9469d2-f6c1-411b-b4bf-30c1375d7330, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=0a9469d2-f6c1-411b-b4bf-30c1375d7330,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:33.472420 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:33.489386 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Calling delete_port for 0a9469d2-f6c1-411b-b4bf-30c1375d7330 owned by network:router_interface {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:29:33.644882 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19db6b-9152-4e44-8657-4f6f5f553ecd req-fb17427e-ccd6-4d78-961b-4d1d3d5317a7 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:33.646285 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cd19db6b-9152-4e44-8657-4f6f5f553ecd req-fb17427e-ccd6-4d78-961b-4d1d3d5317a7 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 947 time: 0.0492074 Sep 03 18:29:33.686861 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cd19db6b-9152-4e44-8657-4f6f5f553ecd req-8ad13c87-c624-45f5-b910-0f266a8795cd tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343673 Sep 03 18:29:33.721679 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:33.747271 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9469d2-f6c1-411b-b4bf-30c1375d7330,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:33.771854 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:33.772204 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:33.772545 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:33.772910 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:33.773244 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:33.773578 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:33.773904 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:33.774233 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:33.774559 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:33.774886 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:33.775206 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:33.775527 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:33.921568 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1047720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563374'] for router_interface, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:34.134958 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:29:34.248900 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:29:34.254463 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-a1ae9490-4d4e-40eb-8403-987d8f76e2af admin admin] 10.222.0.43 "PUT /v2.0/routers/7744c361-f6c3-4fb7-adc2-1f05a11a15c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5768714 Sep 03 18:29:34.256968 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37060) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:34.259931 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235e500-76b0-4ee1-aa10-43be90da6e0c None None] Sync routers for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:29:34.270664 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235e500-76b0-4ee1-aa10-43be90da6e0c None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:29:34.271351 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-a235e500-76b0-4ee1-aa10-43be90da6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:29:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:34.357606 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Notify callbacks [] for router, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:34.377047 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-a235e500-76b0-4ee1-aa10-43be90da6e0c None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:29:34.458237 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:34.553564 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-a235e500-76b0-4ee1-aa10-43be90da6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:29:33Z', 'revision_number': 5, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port': {'id': 'd38e43f7-3ac0-4582-838a-d34dd155e2f8', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:e4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:23:03Z', 'updated_at': '2021-09-03T18:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:34.579537 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235e500-76b0-4ee1-aa10-43be90da6e0c None None] Checking router: 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:29:34.588850 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235e500-76b0-4ee1-aa10-43be90da6e0c None None] Routers {'7744c361-f6c3-4fb7-adc2-1f05a11a15c0'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:29:34.589484 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-a235e500-76b0-4ee1-aa10-43be90da6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:29:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:34.679753 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-a235e500-76b0-4ee1-aa10-43be90da6e0c None None] Set router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 gateway port host: None {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:29:34.738584 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-a235e500-76b0-4ee1-aa10-43be90da6e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:29:34Z', 'revision_number': 6, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port_host': None}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:34.766195 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a235e500-76b0-4ee1-aa10-43be90da6e0c None None] The sync data for ids ['7744c361-f6c3-4fb7-adc2-1f05a11a15c0'] in dv-cinder-760193-9-iscsi is: [{'id': '7744c361-f6c3-4fb7-adc2-1f05a11a15c0', 'name': 'tempest-AttachVolumeTestJSON-1529043123-router', 'tenant_id': 'e536d47e77e248429da43165cb987ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:23:02Z', 'updated_at': '2021-09-03T18:29:34Z', 'revision_number': 6, 'project_id': 'e536d47e77e248429da43165cb987ba5', 'gw_port_host': None}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:29:34.819357 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d431a7-4535-48fb-94f6-aa53984c0f2c req-9d796276-c7d8-41cd-a006-6b813ba1ad9b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:34.820850 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b5d431a7-4535-48fb-94f6-aa53984c0f2c req-9d796276-c7d8-41cd-a006-6b813ba1ad9b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 947 time: 0.0574257 Sep 03 18:29:34.830201 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Deleting port d38e43f7-3ac0-4582-838a-d34dd155e2f8 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:29:34.836652 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:34.858806 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b5d431a7-4535-48fb-94f6-aa53984c0f2c req-0c5afff4-a558-466b-8420-1158828d4c40 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=e391cfb6-ffec-4482-9a81-0383c0177977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319247 Sep 03 18:29:34.911379 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] For port d38e43f7-3ac0-4582-838a-d34dd155e2f8, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=d38e43f7-3ac0-4582-838a-d34dd155e2f8,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:34.911748 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:34.924239 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Calling delete_port for d38e43f7-3ac0-4582-838a-d34dd155e2f8 owned by network:router_gateway {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:29:35.122471 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-39c403dc-2fb0-445b-b35d-d354d9da5b5d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:35.124119 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-39c403dc-2fb0-445b-b35d-d354d9da5b5d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.32 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 947 time: 0.0541811 Sep 03 18:29:35.175112 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.209574 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38e43f7-3ac0-4582-838a-d34dd155e2f8,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:35.237081 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Deleting port fec20d1d-962c-46b9-8721-3d1ddad6f326 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:29:35.237424 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.272012 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566208'] for router_gateway, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.329472 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] For port fec20d1d-962c-46b9-8721-3d1ddad6f326, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fec20d1d-962c-46b9-8721-3d1ddad6f326,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:35.329869 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.360854 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9298'] for router, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.362981 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.524405 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559974'] for router, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.525012 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7744c361-f6c3-4fb7-adc2-1f05a11a15c0 {{(pid=94512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:29:35.528371 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.528371 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.528371 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Floating IP 86962ce1-1a67-4ed7-bb30-3964c255ad56 disassociated. External IP: 172.27.2.80, port: fec20d1d-962c-46b9-8721-3d1ddad6f326. Sep 03 18:29:35.528371 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Calling delete_port for fec20d1d-962c-46b9-8721-3d1ddad6f326 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:29:35.530389 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.532219 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-10079701-8505-4ca4-b48b-6c8587733116 admin admin] 10.222.0.43 "DELETE /v2.0/routers/7744c361-f6c3-4fb7-adc2-1f05a11a15c0 HTTP/1.1" status: 204 len: 168 time: 1.2743475 Sep 03 18:29:35.534718 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37064) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:35.582513 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a254d0f-5182-405b-be7f-1b43f9e2e19f admin admin] Deleting subnet 92072c23-33c1-47f0-b4a5-f2bb027fc0fb {{(pid=94512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:29:35.585930 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a254d0f-5182-405b-be7f-1b43f9e2e19f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.623952 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a254d0f-5182-405b-be7f-1b43f9e2e19f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62900416'] for subnet, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.740443 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a254d0f-5182-405b-be7f-1b43f9e2e19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.751638 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.796540 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event deleted for resources: {'Port': ['ID=fec20d1d-962c-46b9-8721-3d1ddad6f326,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:35.877613 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device d38e43f7-3ac0-4582-838a-d34dd155e2f8 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:29:35.898242 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: d38e43f7-3ac0-4582-838a-d34dd155e2f8 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:29:35.898593 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device d38e43f7-3ac0-4582-838a-d34dd155e2f8 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:29:35.899025 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 0a9469d2-f6c1-411b-b4bf-30c1375d7330 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:29:35.922249 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 0a9469d2-f6c1-411b-b4bf-30c1375d7330 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:29:35.922480 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Router 98422081-e73d-4391-9dea-4f07a2283dd9 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:29:35.922960 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 0a9469d2-f6c1-411b-b4bf-30c1375d7330 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:29:35.945206 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a254d0f-5182-405b-be7f-1b43f9e2e19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62748012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62429670'] for subnet, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.971467 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a254d0f-5182-405b-be7f-1b43f9e2e19f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92072c23-33c1-47f0-b4a5-f2bb027fc0fb,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:35.975933 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8a254d0f-5182-405b-be7f-1b43f9e2e19f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:35.980260 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-8a254d0f-5182-405b-be7f-1b43f9e2e19f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/92072c23-33c1-47f0-b4a5-f2bb027fc0fb HTTP/1.1" status: 204 len: 168 time: 0.4419901 Sep 03 18:29:35.981584 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37068) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:35.984524 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6a07a0-7f0b-42cb-b6bb-476f3e0b2477 None None] Network c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:29:36.023416 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5ffeb193-857a-4d6d-beda-e3c81eec5e10 req-be909c86-9071-4ce2-93bf-741ff952ce99 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 210 time: 0.0579758 Sep 03 18:29:36.061029 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:29:36.065011 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.073588 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65efffb0-d11b-44b6-9bbf-0d9b06cf1434 None None] Sync routers for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:29:36.083646 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65efffb0-d11b-44b6-9bbf-0d9b06cf1434 None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:29:36.084277 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-65efffb0-d11b-44b6-9bbf-0d9b06cf1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:29:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:36.111465 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] No DVR routers for this DVR port fec20d1d-962c-46b9-8721-3d1ddad6f326 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:29:36.114412 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.117044 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c39d86e3-a1cc-47cd-91dd-d2f6f9b2de22 req-f3b95bcf-af40-4e3f-b45a-079c195f8454 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.32 "DELETE /v2.0/ports/fec20d1d-962c-46b9-8721-3d1ddad6f326 HTTP/1.1" status: 204 len: 173 time: 0.9867485 Sep 03 18:29:36.118087 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'name': 'network-vif-deleted', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:29:36.127924 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ce97a6-2b15-423a-a708-f2f32e09ad48" -d '{"events": [{"server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "name": "network-vif-deleted", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:29:36.130725 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Deleting port 7d1a0bf4-031e-4568-87f2-810479197417 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:29:36.131070 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.171635 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2707d18d-c1df-4b63-bcd5-8c3a6d156625 x-openstack-request-id: req-2707d18d-c1df-4b63-bcd5-8c3a6d156625 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:29:36.172099 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e670862a-1f82-42ed-b922-edb58046c036", "name": "network-vif-deleted", "tag": "fec20d1d-962c-46b9-8721-3d1ddad6f326", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:29:36.172589 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2707d18d-c1df-4b63-bcd5-8c3a6d156625 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:29:36.173169 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e670862a-1f82-42ed-b922-edb58046c036', 'name': 'network-vif-deleted', 'tag': 'fec20d1d-962c-46b9-8721-3d1ddad6f326', 'status': 'completed', 'code': 200} Sep 03 18:29:36.203563 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df5c7ee-58ab-433a-86f9-0d42c11bdbfd None None] DHCP port deletion for c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 request from dv-cinder-760193-9-iscsi {{(pid=94514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:29:36.228584 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-65efffb0-d11b-44b6-9bbf-0d9b06cf1434 None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:29:36.233521 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] For port 7d1a0bf4-031e-4568-87f2-810479197417, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=7d1a0bf4-031e-4568-87f2-810479197417,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:36.233956 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.248734 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Calling delete_port for 7d1a0bf4-031e-4568-87f2-810479197417 owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:29:36.264992 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-5df5c7ee-58ab-433a-86f9-0d42c11bdbfd None None] Deleting port 7d1a0bf4-031e-4568-87f2-810479197417 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:29:36.268995 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-5df5c7ee-58ab-433a-86f9-0d42c11bdbfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.332910 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-5df5c7ee-58ab-433a-86f9-0d42c11bdbfd None None] For port 7d1a0bf4-031e-4568-87f2-810479197417, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=7d1a0bf4-031e-4568-87f2-810479197417,segment=NetworkSegment(6d236f24-c480-47b6-8813-052d4c251d01),segment_id=6d236f24-c480-47b6-8813-052d4c251d01)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:36.333623 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-5df5c7ee-58ab-433a-86f9-0d42c11bdbfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.349334 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-5df5c7ee-58ab-433a-86f9-0d42c11bdbfd None None] Calling delete_port for 7d1a0bf4-031e-4568-87f2-810479197417 owned by network:dhcp {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:29:36.512599 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.541195 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1a0bf4-031e-4568-87f2-810479197417,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:36.545623 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] No DVR routers for this DVR port 7d1a0bf4-031e-4568-87f2-810479197417 on host dv-cinder-760193-9-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:29:36.555580 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-65efffb0-d11b-44b6-9bbf-0d9b06cf1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:34Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:36.584855 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65efffb0-d11b-44b6-9bbf-0d9b06cf1434 None None] Checking router: 98422081-e73d-4391-9dea-4f07a2283dd9 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:29:36.595602 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65efffb0-d11b-44b6-9bbf-0d9b06cf1434 None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:29:36.596214 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-65efffb0-d11b-44b6-9bbf-0d9b06cf1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:29:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:36.596732 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-5df5c7ee-58ab-433a-86f9-0d42c11bdbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.626847 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.630374 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5c7ee-58ab-433a-86f9-0d42c11bdbfd None None] No DVR routers for this DVR port 7d1a0bf4-031e-4568-87f2-810479197417 on host dv-cinder-760193-9-iscsi {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:29:36.635046 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5c7ee-58ab-433a-86f9-0d42c11bdbfd None None] Pushing event deleted for resources: {'Port': ['ID=7d1a0bf4-031e-4568-87f2-810479197417,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:36.638329 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:36.652816 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d236f24-c480-47b6-8813-052d4c251d01') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:36.652816 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d236f24-c480-47b6-8813-052d4c251d01') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:36.659414 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.673702 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.679634 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:29:36.680035 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:29:36.681706 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:29:36.710790 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-65efffb0-d11b-44b6-9bbf-0d9b06cf1434 None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:29:36.832902 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.838551 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:36.840855 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] 10.222.0.43 "DELETE /v2.0/networks/c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6 HTTP/1.1" status: 204 len: 168 time: 0.8587642 Sep 03 18:29:36.853282 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee4337-755d-4226-9731-2550c539c7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b2b1f2-f487-4a4d-9c10-261fa1c65fb6,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:36.908397 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-65efffb0-d11b-44b6-9bbf-0d9b06cf1434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:34Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:36.933988 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65efffb0-d11b-44b6-9bbf-0d9b06cf1434 None None] The sync data for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi is: [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:34Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:29:37.142948 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f1ba225b-a242-494c-8003-850a2d66d198 req-f826a5e7-830f-45ac-9fb4-03dc7af74780 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=e670862a-1f82-42ed-b922-edb58046c036 HTTP/1.1" status: 200 len: 210 time: 0.0282879 Sep 03 18:29:37.156976 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9da2193-4743-45d5-8b59-19aac3fc6d64 None None] New status for floating IP 86962ce1-1a67-4ed7-bb30-3964c255ad56: DOWN {{(pid=94514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:29:37.346136 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 37076) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:37.387263 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-eb819d68-300d-4563-aa73-28f3112bf2e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e536d47e77e248429da43165cb987ba5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427444 Sep 03 18:29:37.396506 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 37078) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:37.443578 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-d10e5a4d-dfb8-48f8-8868-f2a24e961111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:37.463701 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-d10e5a4d-dfb8-48f8-8868-f2a24e961111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:37.598608 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-d10e5a4d-dfb8-48f8-8868-f2a24e961111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:37.601300 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-d10e5a4d-dfb8-48f8-8868-f2a24e961111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:37.602465 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-d10e5a4d-dfb8-48f8-8868-f2a24e961111 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9fecd322-2884-496b-8711-3849c6ea9e32 HTTP/1.1" status: 204 len: 168 time: 0.2118866 Sep 03 18:29:37.611248 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e5a4d-dfb8-48f8-8868-f2a24e961111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fecd322-2884-496b-8711-3849c6ea9e32,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:37.860369 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 7d1a0bf4-031e-4568-87f2-810479197417 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:29:37.884189 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 7d1a0bf4-031e-4568-87f2-810479197417 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:29:37.884541 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 7d1a0bf4-031e-4568-87f2-810479197417 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:29:38.133130 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device fec20d1d-962c-46b9-8721-3d1ddad6f326 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:29:38.153856 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: fec20d1d-962c-46b9-8721-3d1ddad6f326 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:29:38.154218 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device fec20d1d-962c-46b9-8721-3d1ddad6f326 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:29:38.319576 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 37096) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:38.378229 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4d1510ec-a0fc-4c0d-bf0c-d53a24c3c5df tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:38.402528 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4d1510ec-a0fc-4c0d-bf0c-d53a24c3c5df tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:38.555984 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4d1510ec-a0fc-4c0d-bf0c-d53a24c3c5df tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:38.558641 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4d1510ec-a0fc-4c0d-bf0c-d53a24c3c5df tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:38.559904 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-4d1510ec-a0fc-4c0d-bf0c-d53a24c3c5df tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "DELETE /v2.0/security-groups/e391cfb6-ffec-4482-9a81-0383c0177977 HTTP/1.1" status: 204 len: 168 time: 0.2392786 Sep 03 18:29:38.562639 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37104) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:38.569379 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1510ec-a0fc-4c0d-bf0c-d53a24c3c5df tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e391cfb6-ffec-4482-9a81-0383c0177977,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:38.581415 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.api.v2.resource [None req-1fe0a18e-3c7a-4e8c-858e-a21144d324be tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] show failed (client error): The resource could not be found. Sep 03 18:29:38.582431 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-1fe0a18e-3c7a-4e8c-858e-a21144d324be tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups/e391cfb6-ffec-4482-9a81-0383c0177977 HTTP/1.1" status: 404 len: 347 time: 0.0188015 Sep 03 18:29:38.585310 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37106) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:38.709528 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-c4f97032-1498-4e95-acb3-6adc8ad6d617 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Deleting port c9c8b580-7123-4bcd-81cc-6fbda1b6a335 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:29:38.709881 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c4f97032-1498-4e95-acb3-6adc8ad6d617 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:38.787896 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c4f97032-1498-4e95-acb3-6adc8ad6d617 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:38.788233 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c4f97032-1498-4e95-acb3-6adc8ad6d617 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:38.799861 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-c4f97032-1498-4e95-acb3-6adc8ad6d617 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Calling delete_port for c9c8b580-7123-4bcd-81cc-6fbda1b6a335 owned by network:floatingip {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:29:39.026633 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c4f97032-1498-4e95-acb3-6adc8ad6d617 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:39.053826 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f97032-1498-4e95-acb3-6adc8ad6d617 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event deleted for resources: {'Port': ['ID=c9c8b580-7123-4bcd-81cc-6fbda1b6a335,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:39.116751 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c4f97032-1498-4e95-acb3-6adc8ad6d617 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:39.119310 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c4f97032-1498-4e95-acb3-6adc8ad6d617 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:39.120465 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c4f97032-1498-4e95-acb3-6adc8ad6d617 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "DELETE /v2.0/floatingips/86962ce1-1a67-4ed7-bb30-3964c255ad56 HTTP/1.1" status: 204 len: 168 time: 0.5336843 Sep 03 18:29:39.544324 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37118) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:39.553588 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-950ea0f9-5d79-479f-8242-71a4b065fcaa tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1060838937', 'description': 'tempest-description--545033767'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:29:39.719120 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-950ea0f9-5d79-479f-8242-71a4b065fcaa tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:39.790569 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:39.811767 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-950ea0f9-5d79-479f-8242-71a4b065fcaa tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:39.918102 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-950ea0f9-5d79-479f-8242-71a4b065fcaa tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:39.946978 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ea0f9-5d79-479f-8242-71a4b065fcaa tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c37ee3-9945-4b9d-9e05-fbac20be69c7,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:40.048027 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-950ea0f9-5d79-479f-8242-71a4b065fcaa tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:40.049372 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-950ea0f9-5d79-479f-8242-71a4b065fcaa tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4997408 Sep 03 18:29:40.052136 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37128) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:40.056691 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-4a62fed5-92f3-4bd8-915f-32df9cc70e0e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Request body: {'security_group_rule': {'security_group_id': '14c37ee3-9945-4b9d-9e05-fbac20be69c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:29:40.218685 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4a62fed5-92f3-4bd8-915f-32df9cc70e0e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:40.274618 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4a62fed5-92f3-4bd8-915f-32df9cc70e0e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:40.396018 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4a62fed5-92f3-4bd8-915f-32df9cc70e0e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:40.413354 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62fed5-92f3-4bd8-915f-32df9cc70e0e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2501f7be-ee61-4fc1-8656-a615379ceb4d,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:40.535764 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-4a62fed5-92f3-4bd8-915f-32df9cc70e0e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:40.536999 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-4a62fed5-92f3-4bd8-915f-32df9cc70e0e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4838779 Sep 03 18:29:40.539601 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37130) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:40.544052 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-723f84bd-2ef0-4fe4-ad61-685c8162e11f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Request body: {'security_group_rule': {'security_group_id': '14c37ee3-9945-4b9d-9e05-fbac20be69c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:29:40.678207 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-723f84bd-2ef0-4fe4-ad61-685c8162e11f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:40.740063 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-723f84bd-2ef0-4fe4-ad61-685c8162e11f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:40.815698 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-723f84bd-2ef0-4fe4-ad61-685c8162e11f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:40.834237 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f84bd-2ef0-4fe4-ad61-685c8162e11f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2dc23d1-a16f-445c-bacd-f200440e7b7e,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:40.918010 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-723f84bd-2ef0-4fe4-ad61-685c8162e11f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:40.919272 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-723f84bd-2ef0-4fe4-ad61-685c8162e11f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3787320 Sep 03 18:29:40.922229 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37144) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:40.926634 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Request body: {'floatingip': {'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:29:41.020911 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:41.120488 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:41.226474 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Allocated IP 172.27.2.104 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/9dfba6eb-4475-4b52-a54e-fe1fe890ac1d) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:29:41.325742 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:41.478568 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:41.517244 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:29:41.520040 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:29:41.522717 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:29:41.552120 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event updated for resources: {'Port': ['ID=9dfba6eb-4475-4b52-a54e-fe1fe890ac1d,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:41.614981 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:41.735628 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:41.884367 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:41.944414 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62747990'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:42.011451 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event updated for resources: {'Port': ['ID=9dfba6eb-4475-4b52-a54e-fe1fe890ac1d,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:42.021022 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:42.089373 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:42.090597 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-79a1b019-0841-444c-bcf4-1be55dd434b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1674459 Sep 03 18:29:42.280438 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-69207641-5b6f-482a-9116-8eae52fe9295 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1060838937&fields=id&tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c HTTP/1.1" status: 200 len: 267 time: 0.0325727 Sep 03 18:29:42.388578 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b07f62-87aa-4857-8c45-31834573370f req-335e3ad7-a54b-4eaa-b1f9-cd2dc3e2bee0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:42.390510 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-335e3ad7-a54b-4eaa-b1f9-cd2dc3e2bee0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 816 time: 0.1023221 Sep 03 18:29:42.406555 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-6020cb13-746d-4e32-82ff-57e9079cd988 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/quotas/3b1085e72bfc4ed1a0fd1a7b3ad2265c HTTP/1.1" status: 200 len: 375 time: 0.0095549 Sep 03 18:29:42.462608 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-01b2c536-9b04-49f3-a712-2569dcf1b70f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504780 Sep 03 18:29:42.563675 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-bed9db8c-a2ee-4523-adeb-19a5fe0b8de7 service neutron] 10.222.0.43 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881870 Sep 03 18:29:42.658880 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-8802e1cc-f83a-427e-a49a-01feea52fe27 service neutron] 10.222.0.43 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889995 Sep 03 18:29:42.708074 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37172) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:42.823081 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3e8181cf-9900-4a12-89e4-9666d48a5f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:42.943099 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3e8181cf-9900-4a12-89e4-9666d48a5f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:43.100888 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3e8181cf-9900-4a12-89e4-9666d48a5f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:43.129185 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8ff37c4f-54de-4f81-a518-d5229f92ad44 req-8a1cf8b3-f93e-4f95-8459-45c30486c618 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 210 time: 0.0379100 Sep 03 18:29:43.152665 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-3e8181cf-9900-4a12-89e4-9666d48a5f79 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1c07f817e024717af71d08a534e3710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4362524 Sep 03 18:29:43.152665 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8181cf-9900-4a12-89e4-9666d48a5f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d8633b-f455-49c4-9465-33232dd69c4d,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:43.153054 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 37180) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:43.214197 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-44bb16ed-b6b9-4d0b-a488-7c48640ebdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:43.239324 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-44bb16ed-b6b9-4d0b-a488-7c48640ebdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:43.379215 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-44bb16ed-b6b9-4d0b-a488-7c48640ebdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:43.381845 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-44bb16ed-b6b9-4d0b-a488-7c48640ebdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:43.383016 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-44bb16ed-b6b9-4d0b-a488-7c48640ebdf3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/50d8633b-f455-49c4-9465-33232dd69c4d HTTP/1.1" status: 204 len: 168 time: 0.2327061 Sep 03 18:29:43.391702 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb16ed-b6b9-4d0b-a488-7c48640ebdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d8633b-f455-49c4-9465-33232dd69c4d,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:43.743507 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:29:44.235251 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a33cf4f7-fffc-46b7-a3eb-0fa957bb63ec req-dc8f2977-1689-43f0-aab6-db49ca1a4f93 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 210 time: 0.0297582 Sep 03 18:29:45.362318 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b3137936-8ee0-42c6-8746-ab940a1d8222 req-3919d218-2661-4784-9e60-5d0e0de2466c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 210 time: 0.0337052 Sep 03 18:29:45.389685 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b07f62-87aa-4857-8c45-31834573370f req-eb0a5df6-8df0-4fbf-a62b-3ba76e736bc9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:45.391824 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-eb0a5df6-8df0-4fbf-a62b-3ba76e736bc9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.32 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 816 time: 0.1361423 Sep 03 18:29:45.434404 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-8b174684-8329-497b-a45d-fd0569293012 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c HTTP/1.1" status: 200 len: 380 time: 0.0331054 Sep 03 18:29:45.442989 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Request body: {'port': {'device_id': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'admin_state_up': True, 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'security_groups': ['14c37ee3-9945-4b9d-9e05-fbac20be69c7']}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:29:45.655277 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Made reservation on behalf of 3b1085e72bfc4ed1a0fd1a7b3ad2265c for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:29:45.659509 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:45.792701 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Allocated IP 172.20.0.11 (998204b6-a286-4efa-8861-56398dfc9dd4/1df25eee-e34a-4c63-bd04-657d1c644d31/4972d514-d03e-4453-a203-ff6342fb8c33) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:29:45.926662 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:45.939596 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Transition to ACTIVE for port object 4972d514-d03e-4453-a203-ff6342fb8c33 will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:29:46.065019 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:46.110918 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Network 998204b6-a286-4efa-8861-56398dfc9dd4 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:29:46.113852 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:29:46.117575 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:29:46.126995 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event updated for resources: {'Port': ['ID=4972d514-d03e-4453-a203-ff6342fb8c33,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:46.177894 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:46.178468 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:46.265771 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-3bd4a7c2-f574-4b0f-8054-9fc02283943d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8262644 Sep 03 18:29:46.279082 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Request body: {'port': {'device_id': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:29:46.331990 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:46.460819 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-82458cd5-dd73-468a-8027-f89f39c05f0b None None] Provisioning for port 4972d514-d03e-4453-a203-ff6342fb8c33 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:29:46.464672 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-82458cd5-dd73-468a-8027-f89f39c05f0b None None] Provisioning complete for port 4972d514-d03e-4453-a203-ff6342fb8c33 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:29:46.465045 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-82458cd5-dd73-468a-8027-f89f39c05f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:46.499025 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-82458cd5-dd73-468a-8027-f89f39c05f0b None None] Port 4972d514-d03e-4453-a203-ff6342fb8c33 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:29:46.520634 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef002e-ea40-44de-b7a1-8b0013b0c974 req-b3b2c7d3-148e-4df0-ba07-8ca7b251ae59 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:46.522142 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-00ef002e-ea40-44de-b7a1-8b0013b0c974 req-b3b2c7d3-148e-4df0-ba07-8ca7b251ae59 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 932 time: 0.0831492 Sep 03 18:29:46.606480 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-00ef002e-ea40-44de-b7a1-8b0013b0c974 req-cf0c0d9c-9942-4658-99ca-b8e2bb070c80 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521252 Sep 03 18:29:46.665357 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4972d514-d03e-4453-a203-ff6342fb8c33 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:29:46.673104 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:46.684933 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Transition to ACTIVE for port object 4972d514-d03e-4453-a203-ff6342fb8c33 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:29:46.786632 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:46.835102 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Pushing event updated for resources: {'Port': ['ID=4972d514-d03e-4453-a203-ff6342fb8c33,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:46.909630 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Attempting to bind port 4972d514-d03e-4453-a203-ff6342fb8c33 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:29:46.909963 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Attempting to bind port 4972d514-d03e-4453-a203-ff6342fb8c33 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:29:46.910291 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Attempting to bind port 4972d514-d03e-4453-a203-ff6342fb8c33 on network 998204b6-a286-4efa-8861-56398dfc9dd4 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:29:46.914830 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Port 4972d514-d03e-4453-a203-ff6342fb8c33 on network 998204b6-a286-4efa-8861-56398dfc9dd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:29:46.915156 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Attempting to bind port 4972d514-d03e-4453-a203-ff6342fb8c33 on network 998204b6-a286-4efa-8861-56398dfc9dd4 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:29:46.920161 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:29:46.920502 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Checking segment: {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:29:46.920917 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Bound using segment: {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:29:46.921375 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Bound port: 4972d514-d03e-4453-a203-ff6342fb8c33, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb87ad86-1d0a-47f9-8571-269b6937a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:29:46.921735 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:46.991227 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:29:46.994224 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4972d514-d03e-4453-a203-ff6342fb8c33,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:29:47.094378 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:47.128776 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:47.129401 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:47.130851 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] 10.222.0.32 "PUT /v2.0/ports/4972d514-d03e-4453-a203-ff6342fb8c33 HTTP/1.1" status: 200 len: 1094 time: 0.8560960 Sep 03 18:29:47.131219 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:29:47.133463 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c756a3-8608-44c4-992b-09e63b78053d" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:29:47.158428 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384efba-12ee-4dd4-b1af-857875c1e4ff service neutron] Pushing event updated for resources: {'Port': ['ID=4972d514-d03e-4453-a203-ff6342fb8c33,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:47.179046 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3836ff71-2e81-4178-bed9-7816f24d98b2 x-openstack-request-id: req-3836ff71-2e81-4178-bed9-7816f24d98b2 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:29:47.179046 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:29:47.179046 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3836ff71-2e81-4178-bed9-7816f24d98b2 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:29:47.179046 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33', 'status': 'completed', 'code': 200} Sep 03 18:29:47.253421 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c756a3-8608-44c4-992b-09e63b78053d req-808b87e3-ed88-41de-93ac-602a4c14d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:47.255138 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-41c756a3-8608-44c4-992b-09e63b78053d req-808b87e3-ed88-41de-93ac-602a4c14d3a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 1097 time: 0.0589616 Sep 03 18:29:47.363974 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c756a3-8608-44c4-992b-09e63b78053d req-2850a59a-9f5d-4057-91be-bbe1a83dc09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:47.365477 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-41c756a3-8608-44c4-992b-09e63b78053d req-2850a59a-9f5d-4057-91be-bbe1a83dc09b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1015344 Sep 03 18:29:47.461975 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c756a3-8608-44c4-992b-09e63b78053d req-ba3d4953-bd7f-4cee-97a2-1c783a3e1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:47.463353 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-41c756a3-8608-44c4-992b-09e63b78053d req-ba3d4953-bd7f-4cee-97a2-1c783a3e1faf service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889657 Sep 03 18:29:47.539325 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b07f62-87aa-4857-8c45-31834573370f req-3402d9da-dcda-45e8-9c3b-8f8f28241a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:47.540808 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-3402d9da-dcda-45e8-9c3b-8f8f28241a0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 1097 time: 0.0404243 Sep 03 18:29:47.583916 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-e03a1e4b-44e3-4b78-b3a2-f8196e426294 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4972d514-d03e-4453-a203-ff6342fb8c33 HTTP/1.1" status: 200 len: 217 time: 0.0352893 Sep 03 18:29:47.632736 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b07f62-87aa-4857-8c45-31834573370f req-c6d5f79f-c9f9-4b23-9107-df24c75b2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:47.634330 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-c6d5f79f-c9f9-4b23-9107-df24c75b2f81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1df25eee-e34a-4c63-bd04-657d1c644d31 HTTP/1.1" status: 200 len: 855 time: 0.0434942 Sep 03 18:29:47.680642 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b07f62-87aa-4857-8c45-31834573370f req-5fc66b0a-063d-4f2d-8b5c-6b4e684483b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:47.682183 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-5fc66b0a-063d-4f2d-8b5c-6b4e684483b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=998204b6-a286-4efa-8861-56398dfc9dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406871 Sep 03 18:29:47.787755 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9da089-1fd7-414c-a600-bd5fde2c4c41 req-12d89546-e365-4264-95fd-d655fa24632d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:47.789341 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7e9da089-1fd7-414c-a600-bd5fde2c4c41 req-12d89546-e365-4264-95fd-d655fa24632d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.1062942 Sep 03 18:29:47.819655 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-dba79d7d-c165-480e-84c3-09938cef3861 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281903 Sep 03 18:29:47.854447 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7e9da089-1fd7-414c-a600-bd5fde2c4c41 req-a2767d7c-824f-42ee-b5ab-3140e678763b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591640 Sep 03 18:29:47.922812 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b07f62-87aa-4857-8c45-31834573370f req-a41b5a14-1cdf-44b5-b540-8dc6d8d4cfd6 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955095 Sep 03 18:29:48.974369 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854fa66-d3d1-46e3-8c84-0530c110ace2 req-28b9f420-6a7b-4cc5-83bf-b013fe78745b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:48.975856 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0854fa66-d3d1-46e3-8c84-0530c110ace2 req-28b9f420-6a7b-4cc5-83bf-b013fe78745b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0497165 Sep 03 18:29:49.013436 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0854fa66-d3d1-46e3-8c84-0530c110ace2 req-9cb40cbb-9f46-462f-a97b-2fe541d471ca tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316532 Sep 03 18:29:50.135890 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace4d0a-79b9-4756-8373-8c58297aeb49 req-69502e8d-c490-49c9-9a7f-c90b3de72736 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:50.137434 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2ace4d0a-79b9-4756-8373-8c58297aeb49 req-69502e8d-c490-49c9-9a7f-c90b3de72736 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0497899 Sep 03 18:29:50.175656 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2ace4d0a-79b9-4756-8373-8c58297aeb49 req-d68a8b2b-dafb-49b3-9853-7ed18943b9fc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Sep 03 18:29:50.630036 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-03aecb56-e9c9-4489-922c-09d6ce14ca06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:50.875520 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 4972d514-d03e-4453-a203-ff6342fb8c33 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:29:50.973497 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4972d514-d03e-4453-a203-ff6342fb8c33,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:50.986447 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '4972d514-d03e-4453-a203-ff6342fb8c33', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'port_id': '4972d514-d03e-4453-a203-ff6342fb8c33', 'mac_address': 'fa:16:3e:80:9b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:29:51.023117 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:51.035544 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4972d514-d03e-4453-a203-ff6342fb8c33 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:29:51.057810 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4972d514-d03e-4453-a203-ff6342fb8c33,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:51.138703 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:51.185762 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=4972d514-d03e-4453-a203-ff6342fb8c33,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:51.294804 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f0a17-1281-431f-b917-0b72ce9c9003 req-84d15cde-b424-449d-9163-1f54bd66188a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:51.296784 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-de7f0a17-1281-431f-b917-0b72ce9c9003 req-84d15cde-b424-449d-9163-1f54bd66188a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 945 time: 0.0510573 Sep 03 18:29:51.333060 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-de7f0a17-1281-431f-b917-0b72ce9c9003 req-ec0f95b7-c88a-4efa-beb7-e40b6d1ef96f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305157 Sep 03 18:29:52.451741 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d311891-785f-4746-9daa-aba86bae4f97 req-83c29640-08ce-4d7b-9363-f57de356e80b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:52.453909 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6d311891-785f-4746-9daa-aba86bae4f97 req-83c29640-08ce-4d7b-9363-f57de356e80b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 945 time: 0.0512762 Sep 03 18:29:52.491778 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6d311891-785f-4746-9daa-aba86bae4f97 req-4840d387-9ae3-4ec2-95fe-f73fdd0bc4ed tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319490 Sep 03 18:29:52.957694 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-dc028bf2-a77c-4307-859f-c002c489e34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:53.016926 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['4972d514-d03e-4453-a203-ff6342fb8c33'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:29:53.421551 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:53.614086 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe08d9-19f6-4ba8-996f-d9976cff8992 req-74467320-b0c5-4810-9bf0-e564d299cb25 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:53.615584 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-88fe08d9-19f6-4ba8-996f-d9976cff8992 req-74467320-b0c5-4810-9bf0-e564d299cb25 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 945 time: 0.0496268 Sep 03 18:29:53.652780 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-88fe08d9-19f6-4ba8-996f-d9976cff8992 req-0fc9d8af-12ad-49e6-9be0-d7df8d75fc8e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312631 Sep 03 18:29:54.243608 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:54.746136 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 4972d514-d03e-4453-a203-ff6342fb8c33 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:29:54.774015 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b11ea9-291a-4af0-8963-0182748950af req-aaf35f86-3ff6-4f03-8d5e-1b3483e21e5c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:54.775524 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-17b11ea9-291a-4af0-8963-0182748950af req-aaf35f86-3ff6-4f03-8d5e-1b3483e21e5c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 945 time: 0.0526109 Sep 03 18:29:54.813957 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-17b11ea9-291a-4af0-8963-0182748950af req-7f4bf4c2-45c1-4fb4-9c42-99e4632c480c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319357 Sep 03 18:29:54.898772 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 4972d514-d03e-4453-a203-ff6342fb8c33 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:29:54.903072 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 4972d514-d03e-4453-a203-ff6342fb8c33 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:29:54.903507 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:54.983391 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:55.005958 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:29:55.008258 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12e2136-f854-4879-90f2-7aa48c1b8391" -d '{"events": [{"server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "name": "network-vif-plugged", "status": "completed", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:29:55.021788 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4972d514-d03e-4453-a203-ff6342fb8c33,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:29:55.046263 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4336a3-b679-42ea-843d-6ec2db6820bf x-openstack-request-id: req-ae4336a3-b679-42ea-843d-6ec2db6820bf {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:29:55.046730 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "name": "network-vif-plugged", "status": "completed", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:29:55.047138 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae4336a3-b679-42ea-843d-6ec2db6820bf {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:29:55.047807 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33', 'code': 200} Sep 03 18:29:55.087533 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:55.136378 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=4972d514-d03e-4453-a203-ff6342fb8c33,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:29:55.143754 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:55.144103 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:55.144443 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:55.144832 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:55.148781 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:55.148781 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:55.148781 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:55.148781 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:55.148781 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:55.148781 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:55.148781 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:55.148781 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:29:55.363650 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b855b-77d1-46c9-9621-9660548daaac req-51e21e3e-fd64-4397-81e6-db3a5cb7bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:55.365169 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-378b855b-77d1-46c9-9621-9660548daaac req-51e21e3e-fd64-4397-81e6-db3a5cb7bc38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 1099 time: 0.0393579 Sep 03 18:29:55.399943 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-378b855b-77d1-46c9-9621-9660548daaac req-09df1208-6311-4a0e-98ed-f8cb5c7c86e1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276449 Sep 03 18:29:55.860195 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:55.942521 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183fde4-2d4b-4498-9b95-84e11907a842 req-b27c590a-f0ae-4a36-9ab2-e67baef94db4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:55.944013 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c183fde4-2d4b-4498-9b95-84e11907a842 req-b27c590a-f0ae-4a36-9ab2-e67baef94db4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0504255 Sep 03 18:29:55.982900 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c183fde4-2d4b-4498-9b95-84e11907a842 req-9e5350c3-3a4e-4057-9561-8105562b2775 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325119 Sep 03 18:29:57.105002 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ceed6-b26c-4a98-adf5-9ee32d06f118 req-ab719243-0176-493a-b6e4-953e8d897dd6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:57.106517 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a44ceed6-b26c-4a98-adf5-9ee32d06f118 req-ab719243-0176-493a-b6e4-953e8d897dd6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0519354 Sep 03 18:29:57.365667 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a44ceed6-b26c-4a98-adf5-9ee32d06f118 req-a259baf4-b459-46c5-b4f5-620ae8a2cf03 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2526460 Sep 03 18:29:57.481557 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a334a-d87f-4bdc-8fb0-b7ebdc3111be req-57886820-5392-445c-8ab1-343690b706a8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:57.482965 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c61a334a-d87f-4bdc-8fb0-b7ebdc3111be req-57886820-5392-445c-8ab1-343690b706a8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0496891 Sep 03 18:29:57.492211 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 37332) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:29:57.496738 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-e08c0f9c-db9d-4a28-a093-85f6f83858b0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Request body: {'floatingip': {'port_id': '4972d514-d03e-4453-a203-ff6342fb8c33'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:29:57.535010 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e08c0f9c-db9d-4a28-a093-85f6f83858b0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:57.961157 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e08c0f9c-db9d-4a28-a093-85f6f83858b0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:58.089978 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e08c0f9c-db9d-4a28-a093-85f6f83858b0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:58.192192 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [None req-e08c0f9c-db9d-4a28-a093-85f6f83858b0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Floating IP 06a8f3be-c58d-4594-aa7c-6ecee6869340 associated. External IP: 172.27.2.104, port: 4972d514-d03e-4453-a203-ff6342fb8c33. Sep 03 18:29:58.401344 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08c0f9c-db9d-4a28-a093-85f6f83858b0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Router 98422081-e73d-4391-9dea-4f07a2283dd9 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:29:58.507338 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08c0f9c-db9d-4a28-a093-85f6f83858b0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:29:58.511969 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e08c0f9c-db9d-4a28-a093-85f6f83858b0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:58.518067 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e614b6-bbae-48e7-96ee-953a99883406 None None] Sync routers for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:29:58.527599 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e614b6-bbae-48e7-96ee-953a99883406 None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:29:58.528265 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-50e614b6-bbae-48e7-96ee-953a99883406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:29:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:58.538765 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-e08c0f9c-db9d-4a28-a093-85f6f83858b0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "PUT /v2.0/floatingips/06a8f3be-c58d-4594-aa7c-6ecee6869340 HTTP/1.1" status: 200 len: 992 time: 1.0454400 Sep 03 18:29:58.543665 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:29:58.543665 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecc9a9c-3b5c-465f-a1e2-676570ddc2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:29:58.584276 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8192d5d-68fd-4569-aa22-1ad167c2554a x-openstack-request-id: req-c8192d5d-68fd-4569-aa22-1ad167c2554a {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:29:58.584276 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:29:58.584276 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8192d5d-68fd-4569-aa22-1ad167c2554a {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:29:58.584276 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33', 'status': 'completed', 'code': 200} Sep 03 18:29:58.635439 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-50e614b6-bbae-48e7-96ee-953a99883406 None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:29:58.649857 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc9a9c-3b5c-465f-a1e2-676570ddc2d1 req-bab0dd2e-b006-4ceb-909a-766cc379bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:58.651416 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1ecc9a9c-3b5c-465f-a1e2-676570ddc2d1 req-bab0dd2e-b006-4ceb-909a-766cc379bee5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 1099 time: 0.0437694 Sep 03 18:29:58.744537 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc9a9c-3b5c-465f-a1e2-676570ddc2d1 req-fc239788-45b6-4580-8116-fb92ee687784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:58.746046 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1ecc9a9c-3b5c-465f-a1e2-676570ddc2d1 req-fc239788-45b6-4580-8116-fb92ee687784 service neutron] 10.222.0.32 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 917 time: 0.0873582 Sep 03 18:29:58.812478 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1ecc9a9c-3b5c-465f-a1e2-676570ddc2d1 req-a874e45b-1956-45f1-a396-8053fc5f3101 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4972d514-d03e-4453-a203-ff6342fb8c33 HTTP/1.1" status: 200 len: 1000 time: 0.0584006 Sep 03 18:29:58.862834 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc9a9c-3b5c-465f-a1e2-676570ddc2d1 req-2471bd1a-4ee8-4e1d-b581-8e37b6074c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:58.864426 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1ecc9a9c-3b5c-465f-a1e2-676570ddc2d1 req-2471bd1a-4ee8-4e1d-b581-8e37b6074c00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1df25eee-e34a-4c63-bd04-657d1c644d31 HTTP/1.1" status: 200 len: 855 time: 0.0439367 Sep 03 18:29:58.868980 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-50e614b6-bbae-48e7-96ee-953a99883406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '06a8f3be-c58d-4594-aa7c-6ecee6869340', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'port_id': '4972d514-d03e-4453-a203-ff6342fb8c33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'mac_address': 'fa:16:3e:80:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:29:41Z', 'updated_at': '2021-09-03T18:29:57Z', 'revision_number': 1, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:34Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:58.895215 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e614b6-bbae-48e7-96ee-953a99883406 None None] Checking router: 98422081-e73d-4391-9dea-4f07a2283dd9 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:29:58.903523 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e614b6-bbae-48e7-96ee-953a99883406 None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:29:58.904135 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-50e614b6-bbae-48e7-96ee-953a99883406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:29:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:58.914809 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc9a9c-3b5c-465f-a1e2-676570ddc2d1 req-2fb3c645-ecde-4fac-a9f6-1c55b7fa3b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:58.916322 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1ecc9a9c-3b5c-465f-a1e2-676570ddc2d1 req-2fb3c645-ecde-4fac-a9f6-1c55b7fa3b74 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=998204b6-a286-4efa-8861-56398dfc9dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453758 Sep 03 18:29:59.008911 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-50e614b6-bbae-48e7-96ee-953a99883406 None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:29:59.010276 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1ecc9a9c-3b5c-465f-a1e2-676570ddc2d1 req-9d88edd4-f62e-4ec8-baf6-e23aeb35f560 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868831 Sep 03 18:29:59.112811 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1ecc9a9c-3b5c-465f-a1e2-676570ddc2d1 req-acd39c44-ffc3-4d03-83a7-e4824b9fc77a service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948632 Sep 03 18:29:59.242141 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-50e614b6-bbae-48e7-96ee-953a99883406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '06a8f3be-c58d-4594-aa7c-6ecee6869340', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'port_id': '4972d514-d03e-4453-a203-ff6342fb8c33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'mac_address': 'fa:16:3e:80:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:29:41Z', 'updated_at': '2021-09-03T18:29:57Z', 'revision_number': 1, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:34Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:29:59.269836 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e614b6-bbae-48e7-96ee-953a99883406 None None] The sync data for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi is: [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '06a8f3be-c58d-4594-aa7c-6ecee6869340', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'floating_ip_address': '172.27.2.104', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'port_id': '4972d514-d03e-4453-a203-ff6342fb8c33', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'mac_address': 'fa:16:3e:80:9b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:29:41Z', 'updated_at': '2021-09-03T18:29:57Z', 'revision_number': 1, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:34Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:29:59.473951 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1a9bf4-1ba5-4c47-b1b8-7f3198533441 None None] New status for floating IP 06a8f3be-c58d-4594-aa7c-6ecee6869340: ACTIVE {{(pid=94514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:29:59.745786 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372c2d4-bc1e-4b83-a62d-3bc077d552cc req-97aa2fc7-5dc6-4b39-a2fb-e6a0eebe169f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:29:59.747291 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a372c2d4-bc1e-4b83-a62d-3bc077d552cc req-97aa2fc7-5dc6-4b39-a2fb-e6a0eebe169f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 946 time: 0.0546455 Sep 03 18:29:59.785695 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a372c2d4-bc1e-4b83-a62d-3bc077d552cc req-d6c6602d-0c84-4054-bf2e-5db8099e9462 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317404 Sep 03 18:30:00.903418 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe0b52-b584-4927-977d-687d21e03282 req-b75dfe51-f840-4c3d-a50a-bee263b10f9f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:00.905097 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7cbe0b52-b584-4927-977d-687d21e03282 req-b75dfe51-f840-4c3d-a50a-bee263b10f9f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 946 time: 0.0504949 Sep 03 18:30:00.947140 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7cbe0b52-b584-4927-977d-687d21e03282 req-7bafdf76-bd6e-4902-90cd-6d73dec437d7 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354528 Sep 03 18:30:01.289963 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-7d8761df-b845-4e5b-ad35-7669d9bb45ad tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:01.291408 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-7d8761df-b845-4e5b-ad35-7669d9bb45ad tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 946 time: 0.0492001 Sep 03 18:30:01.383123 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Deleting port 907b662a-9dbb-4b26-bcc7-74e23bb69754 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:30:01.383474 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:01.475167 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] For port 907b662a-9dbb-4b26-bcc7-74e23bb69754, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=907b662a-9dbb-4b26-bcc7-74e23bb69754,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:30:01.475457 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:01.641782 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:01.642136 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:01.642450 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Floating IP 9c93b9f9-80ec-4852-9b78-ea51426c1b7f disassociated. External IP: 172.27.2.177, port: 907b662a-9dbb-4b26-bcc7-74e23bb69754. Sep 03 18:30:01.642790 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Calling delete_port for 907b662a-9dbb-4b26-bcc7-74e23bb69754 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:30:01.832366 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:01.859921 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event deleted for resources: {'Port': ['ID=907b662a-9dbb-4b26-bcc7-74e23bb69754,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:01.972701 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:30:02.071584 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c81652db-fa02-445b-b258-2c6de8db6fb3 req-bb6a43cf-3c2d-435e-b3d2-4a4aebae7520 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 210 time: 0.0549948 Sep 03 18:30:02.104397 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:30:02.114237 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedee1ab-d3d5-40de-ab1b-7f33713ac347 None None] Sync routers for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:30:02.123452 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedee1ab-d3d5-40de-ab1b-7f33713ac347 None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:30:02.124566 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-dedee1ab-d3d5-40de-ab1b-7f33713ac347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:29:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:02.145328 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] No DVR routers for this DVR port 907b662a-9dbb-4b26-bcc7-74e23bb69754 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:30:02.147841 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:02.150004 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-75387f09-1aad-4a59-801d-4b4c0bd49b9e req-8329d245-04ed-4f57-b508-a1eadac8c15b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "DELETE /v2.0/ports/907b662a-9dbb-4b26-bcc7-74e23bb69754 HTTP/1.1" status: 204 len: 173 time: 0.8519642 Sep 03 18:30:02.150448 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'name': 'network-vif-deleted', 'tag': '907b662a-9dbb-4b26-bcc7-74e23bb69754'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:30:02.152678 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560c2a40-e749-471a-a8f3-ff971fcf201f" -d '{"events": [{"server_uuid": "3b77ea0c-a82c-4366-82f9-7c143f298da0", "name": "network-vif-deleted", "tag": "907b662a-9dbb-4b26-bcc7-74e23bb69754"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:30:02.189579 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbddf2dd-9b32-4fe5-80bd-18fc2d62a7b3 x-openstack-request-id: req-bbddf2dd-9b32-4fe5-80bd-18fc2d62a7b3 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:30:02.190077 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b77ea0c-a82c-4366-82f9-7c143f298da0", "name": "network-vif-deleted", "tag": "907b662a-9dbb-4b26-bcc7-74e23bb69754", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:30:02.190331 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbddf2dd-9b32-4fe5-80bd-18fc2d62a7b3 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:30:02.190773 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b77ea0c-a82c-4366-82f9-7c143f298da0', 'name': 'network-vif-deleted', 'tag': '907b662a-9dbb-4b26-bcc7-74e23bb69754', 'status': 'completed', 'code': 200} Sep 03 18:30:02.333146 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-dedee1ab-d3d5-40de-ab1b-7f33713ac347 None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:30:02.538572 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-dedee1ab-d3d5-40de-ab1b-7f33713ac347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:02.568544 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedee1ab-d3d5-40de-ab1b-7f33713ac347 None None] Checking router: 9db69f24-bbc6-4029-84eb-bd9a3f907b04 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:30:02.576807 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedee1ab-d3d5-40de-ab1b-7f33713ac347 None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:30:02.577901 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-dedee1ab-d3d5-40de-ab1b-7f33713ac347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:29:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:02.679949 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-dedee1ab-d3d5-40de-ab1b-7f33713ac347 None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:30:02.895923 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-dedee1ab-d3d5-40de-ab1b-7f33713ac347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:02.923104 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedee1ab-d3d5-40de-ab1b-7f33713ac347 None None] The sync data for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi is: [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:30:03.185667 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f02f14-c9b3-468f-aac1-d059856f113b None None] New status for floating IP 9c93b9f9-80ec-4852-9b78-ea51426c1b7f: DOWN {{(pid=94514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:30:03.193543 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8eea2b42-718c-4c01-baf8-7da80dbac87f req-59d4759b-4683-4fcb-baba-ed1d1a2c51d4 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b77ea0c-a82c-4366-82f9-7c143f298da0 HTTP/1.1" status: 200 len: 210 time: 0.0318205 Sep 03 18:30:04.465074 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-75ac9159-7d8e-48e9-a70a-4d56c693a9c6 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866719046&fields=id&tenant_id=3f19ece7da994796b3ce82fe98aa8882 HTTP/1.1" status: 200 len: 267 time: 0.0391676 Sep 03 18:30:04.568980 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8e7c7c56-ac8f-4b1b-96f7-c9225c1e34fd tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:04.570443 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8e7c7c56-ac8f-4b1b-96f7-c9225c1e34fd tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/networks?id=ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 200 len: 812 time: 0.1044316 Sep 03 18:30:04.585802 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-a84ef808-7c13-4921-805d-24c46de7c2d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/quotas/3f19ece7da994796b3ce82fe98aa8882 HTTP/1.1" status: 200 len: 375 time: 0.0096858 Sep 03 18:30:04.639045 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-e1639332-f177-4f18-adda-9200e336be7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479095 Sep 03 18:30:04.738223 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8e37a0cc-3b51-4ada-9803-165fb08d0b64 service neutron] 10.222.0.43 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867712 Sep 03 18:30:04.777950 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 907b662a-9dbb-4b26-bcc7-74e23bb69754 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:30:04.797816 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 907b662a-9dbb-4b26-bcc7-74e23bb69754 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:30:04.803278 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 907b662a-9dbb-4b26-bcc7-74e23bb69754 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:30:04.838262 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-e4b4c33f-14a6-4128-9785-8a4c027128e8 service neutron] 10.222.0.43 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939906 Sep 03 18:30:05.556266 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5b3f5271-0346-4159-85b7-b191acd4ebb8 req-280c12aa-b3a8-4294-9d26-3eaf28604f26 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 210 time: 0.0278602 Sep 03 18:30:06.648069 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f4b3f5eb-3810-4ae3-9f46-83e820bbb6e1 req-e4752b82-18fa-44c6-be5c-42bc58dab9a4 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 210 time: 0.0255835 Sep 03 18:30:07.629465 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-d2ab65a9-2f57-4539-8a4e-a8f3be1382ac tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:07.630894 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-d2ab65a9-2f57-4539-8a4e-a8f3be1382ac tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "GET /v2.0/networks?id=ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 200 len: 812 time: 0.1008646 Sep 03 18:30:07.928810 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-21a4ff28-5515-4a15-bce0-5014e8966637 req-72db6ed6-5fe3-45ab-b003-9e87fdd88df9 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 210 time: 0.0381947 Sep 03 18:30:07.935897 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-a60fecee-b9d6-46e1-bc8e-8cbcfe9f5149 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f19ece7da994796b3ce82fe98aa8882 HTTP/1.1" status: 200 len: 380 time: 0.2962537 Sep 03 18:30:07.945268 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'port': {'device_id': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'admin_state_up': True, 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'security_groups': ['d073ec74-30c0-4313-814c-90a5338d0cda']}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:30:08.117408 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Made reservation on behalf of 3f19ece7da994796b3ce82fe98aa8882 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:30:08.121031 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:08.245053 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Allocated IP 172.20.0.13 (ba80c533-b449-4bd2-905c-b36310580e6d/0c2d93e9-0e8d-4bcd-ac14-e435a882418d/f8538e03-81bc-44ef-8836-a4b46851121f) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:30:08.387310 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:08.401465 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Transition to ACTIVE for port object f8538e03-81bc-44ef-8836-a4b46851121f will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:30:08.535126 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:08.580238 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Network ba80c533-b449-4bd2-905c-b36310580e6d is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:30:08.583346 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:30:08.587191 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:30:08.624885 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'Port': ['ID=f8538e03-81bc-44ef-8836-a4b46851121f,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:08.650984 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:08.651734 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:08.761118 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-29400153-ff96-40bc-8659-070dee4d4450 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8195755 Sep 03 18:30:08.775684 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Request body: {'port': {'device_id': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:30:08.826753 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:08.911993 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f0aa02da-1f2e-40b1-b8b4-0abbcbb388a8 None None] Provisioning for port f8538e03-81bc-44ef-8836-a4b46851121f completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:30:08.915855 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f0aa02da-1f2e-40b1-b8b4-0abbcbb388a8 None None] Provisioning complete for port f8538e03-81bc-44ef-8836-a4b46851121f triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:30:08.916234 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f0aa02da-1f2e-40b1-b8b4-0abbcbb388a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:08.964882 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa02da-1f2e-40b1-b8b4-0abbcbb388a8 None None] Port f8538e03-81bc-44ef-8836-a4b46851121f cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:30:09.086163 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de9496-1060-4e31-a5b5-701a95c7d483 req-45ce3a07-dcfc-45f7-9778-6356016c1b2a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:09.087675 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-11de9496-1060-4e31-a5b5-701a95c7d483 req-45ce3a07-dcfc-45f7-9778-6356016c1b2a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 932 time: 0.0787401 Sep 03 18:30:09.156212 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8538e03-81bc-44ef-8836-a4b46851121f {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:30:09.166537 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-11de9496-1060-4e31-a5b5-701a95c7d483 req-ae73d212-9b5d-4f44-96ca-972c46ea69c7 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700576 Sep 03 18:30:09.168114 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:09.180227 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Transition to ACTIVE for port object f8538e03-81bc-44ef-8836-a4b46851121f will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:30:09.264206 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:09.311971 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Pushing event updated for resources: {'Port': ['ID=f8538e03-81bc-44ef-8836-a4b46851121f,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:09.387889 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Attempting to bind port f8538e03-81bc-44ef-8836-a4b46851121f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:30:09.388232 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Attempting to bind port f8538e03-81bc-44ef-8836-a4b46851121f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:30:09.388563 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Attempting to bind port f8538e03-81bc-44ef-8836-a4b46851121f on network ba80c533-b449-4bd2-905c-b36310580e6d {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:30:09.393289 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Port f8538e03-81bc-44ef-8836-a4b46851121f on network ba80c533-b449-4bd2-905c-b36310580e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:30:09.393617 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Attempting to bind port f8538e03-81bc-44ef-8836-a4b46851121f on network ba80c533-b449-4bd2-905c-b36310580e6d {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:30:09.398909 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:30:09.399318 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Checking segment: {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:30:09.399715 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Bound using segment: {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:30:09.400157 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Bound port: f8538e03-81bc-44ef-8836-a4b46851121f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:30:09.400575 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:09.471210 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] For port f8538e03-81bc-44ef-8836-a4b46851121f, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:30:09.474765 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] For port f8538e03-81bc-44ef-8836-a4b46851121f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f8538e03-81bc-44ef-8836-a4b46851121f,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:30:09.552486 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:09.587295 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:09.587970 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:09.589339 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] 10.222.0.32 "PUT /v2.0/ports/f8538e03-81bc-44ef-8836-a4b46851121f HTTP/1.1" status: 200 len: 1094 time: 0.8203330 Sep 03 18:30:09.589785 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'tag': 'f8538e03-81bc-44ef-8836-a4b46851121f'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:30:09.592038 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e8a3b7-12c0-4271-91f2-696642725504" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb", "tag": "f8538e03-81bc-44ef-8836-a4b46851121f"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:30:09.618398 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b294f-b6bf-4ae3-81dd-b40895c48fbb service neutron] Pushing event updated for resources: {'Port': ['ID=f8538e03-81bc-44ef-8836-a4b46851121f,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:09.634283 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b84d5fc-3272-412f-9cc9-084c7f32fe97 x-openstack-request-id: req-7b84d5fc-3272-412f-9cc9-084c7f32fe97 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:30:09.636733 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb", "tag": "f8538e03-81bc-44ef-8836-a4b46851121f", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:30:09.636733 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b84d5fc-3272-412f-9cc9-084c7f32fe97 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:30:09.636733 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'tag': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'status': 'completed', 'code': 200} Sep 03 18:30:09.706261 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8a3b7-12c0-4271-91f2-696642725504 req-68b67e72-ecde-4f50-941d-88f55420f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:09.707722 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-28e8a3b7-12c0-4271-91f2-696642725504 req-68b67e72-ecde-4f50-941d-88f55420f5e9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 1097 time: 0.0495486 Sep 03 18:30:09.797236 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:09.822642 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8a3b7-12c0-4271-91f2-696642725504 req-1cd385d2-3eca-40bf-a65a-6a2fa624395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:09.825121 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-28e8a3b7-12c0-4271-91f2-696642725504 req-1cd385d2-3eca-40bf-a65a-6a2fa624395a service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3f19ece7da994796b3ce82fe98aa8882&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1062994 Sep 03 18:30:09.927295 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8a3b7-12c0-4271-91f2-696642725504 req-12180f5c-a869-470c-944c-3ec8d8371976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:09.928829 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-28e8a3b7-12c0-4271-91f2-696642725504 req-12180f5c-a869-470c-944c-3ec8d8371976 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968428 Sep 03 18:30:10.005064 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-28d85d94-489f-4b51-aa68-0d06d0ba58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:10.006424 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-28d85d94-489f-4b51-aa68-0d06d0ba58ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 1097 time: 0.0402417 Sep 03 18:30:10.049566 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-d5c06c6f-7777-4013-b7b2-4d6216d3f2c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8538e03-81bc-44ef-8836-a4b46851121f HTTP/1.1" status: 200 len: 217 time: 0.0338678 Sep 03 18:30:10.098586 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-72f4ff1f-6e18-4e54-a70b-556cfd5c6bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:10.100064 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-72f4ff1f-6e18-4e54-a70b-556cfd5c6bf2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c2d93e9-0e8d-4bcd-ac14-e435a882418d HTTP/1.1" status: 200 len: 851 time: 0.0431657 Sep 03 18:30:10.149295 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8f8bc81f-07e3-4b15-9517-3f34fce6ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:10.150770 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-8f8bc81f-07e3-4b15-9517-3f34fce6ea71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba80c533-b449-4bd2-905c-b36310580e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434828 Sep 03 18:30:10.252159 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-37df8bd2-e946-4d83-a553-aea1d5915496 service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931590 Sep 03 18:30:10.342811 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8e8b4-8656-4d17-9032-8d27f1a5af95 req-fcaa6364-e2d8-4bdf-9d99-9b0d5aa8d8db tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:10.344296 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9ca8e8b4-8656-4d17-9032-8d27f1a5af95 req-fcaa6364-e2d8-4bdf-9d99-9b0d5aa8d8db tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 944 time: 0.1054173 Sep 03 18:30:10.379516 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5fecb9fa-2808-42f0-841d-5a79456285cf req-1b19e00e-288a-4818-ab82-00bbe7023c95 service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103888 Sep 03 18:30:10.396233 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9ca8e8b4-8656-4d17-9032-8d27f1a5af95 req-fa67446d-0330-4315-ba9d-bcb5e6ac2ad4 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445273 Sep 03 18:30:11.546897 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cf4eb-3e01-407f-9678-c0f12092f870 req-ea65f79e-d78b-42c5-accc-01a3ff9b9780 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:11.548324 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2c4cf4eb-3e01-407f-9678-c0f12092f870 req-ea65f79e-d78b-42c5-accc-01a3ff9b9780 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 944 time: 0.0829105 Sep 03 18:30:11.551168 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff99f5ae-ac18-4835-80ab-9227d45483b0 req-a6d429ac-6fa2-4cff-965a-d17256b62eab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557971 Sep 03 18:30:11.587541 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2c4cf4eb-3e01-407f-9678-c0f12092f870 req-d07af426-88b8-44d7-9086-ef8efc0e8483 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328767 Sep 03 18:30:11.636007 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99f5ae-ac18-4835-80ab-9227d45483b0 req-3635e5d7-e183-4642-9e30-77f258b88941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:11.637521 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff99f5ae-ac18-4835-80ab-9227d45483b0 req-3635e5d7-e183-4642-9e30-77f258b88941 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=505fcc68162a484aa2508fe94a4acdaf&device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 1098 time: 0.0420117 Sep 03 18:30:11.754330 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99f5ae-ac18-4835-80ab-9227d45483b0 req-b15c5b81-bcf8-4257-b452-1a599ac70ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:11.755983 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff99f5ae-ac18-4835-80ab-9227d45483b0 req-b15c5b81-bcf8-4257-b452-1a599ac70ec7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac5fd485-7104-4199-a05c-e3b9f6c68301 HTTP/1.1" status: 200 len: 910 time: 0.0895007 Sep 03 18:30:11.819484 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff99f5ae-ac18-4835-80ab-9227d45483b0 req-ad385924-9b9c-4a03-a27c-6628d2aadcc2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=022aa91c-7d9b-4448-be36-a53e82a61f98 HTTP/1.1" status: 200 len: 1000 time: 0.0564411 Sep 03 18:30:11.867989 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99f5ae-ac18-4835-80ab-9227d45483b0 req-4e7779da-f9d5-4b81-b302-a9c4c9c3417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:11.869493 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff99f5ae-ac18-4835-80ab-9227d45483b0 req-4e7779da-f9d5-4b81-b302-a9c4c9c3417c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=690617a1-2d5b-40ad-a479-ee14b04c95f1 HTTP/1.1" status: 200 len: 848 time: 0.0437276 Sep 03 18:30:11.916809 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99f5ae-ac18-4835-80ab-9227d45483b0 req-d57421f3-f52f-4ff1-a0d5-2a6d1adbc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:11.918260 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff99f5ae-ac18-4835-80ab-9227d45483b0 req-d57421f3-f52f-4ff1-a0d5-2a6d1adbc822 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac5fd485-7104-4199-a05c-e3b9f6c68301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422297 Sep 03 18:30:12.007133 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff99f5ae-ac18-4835-80ab-9227d45483b0 req-b650dabb-66fe-46e3-97b5-5fd76512f33d service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813982 Sep 03 18:30:12.102498 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff99f5ae-ac18-4835-80ab-9227d45483b0 req-5eff8ef0-bcd0-4562-afe2-865f08c6c802 service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885310 Sep 03 18:30:12.705282 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18199202-7c19-4ac2-a327-63ba68647273 req-844bd076-e99e-4afb-ac49-647fb2fa44fa tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:12.706798 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-18199202-7c19-4ac2-a327-63ba68647273 req-844bd076-e99e-4afb-ac49-647fb2fa44fa tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 944 time: 0.0510504 Sep 03 18:30:12.743944 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-18199202-7c19-4ac2-a327-63ba68647273 req-89d02ecd-ab6b-403f-b5f3-107f6b80d852 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312247 Sep 03 18:30:13.858737 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622a80d-ec96-4098-a8b6-e5415328bb02 req-6b9eb5d8-2869-4382-b9a1-5645dc6ee85b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:13.860239 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7622a80d-ec96-4098-a8b6-e5415328bb02 req-6b9eb5d8-2869-4382-b9a1-5645dc6ee85b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 944 time: 0.0501604 Sep 03 18:30:13.902165 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7622a80d-ec96-4098-a8b6-e5415328bb02 req-281c01f7-cf5e-4b5d-8487-aa111ce14f4e tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358710 Sep 03 18:30:15.017413 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bfd85-1c9a-4677-b936-d3d1ebd1eefe req-1973c16a-a4cb-4411-a73d-b65ad0f21455 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:15.018881 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-650bfd85-1c9a-4677-b936-d3d1ebd1eefe req-1973c16a-a4cb-4411-a73d-b65ad0f21455 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 944 time: 0.0502264 Sep 03 18:30:15.059050 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-650bfd85-1c9a-4677-b936-d3d1ebd1eefe req-a9704be3-d653-4204-8b85-6091658b6758 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337842 Sep 03 18:30:16.169732 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaae76-475b-46eb-89aa-f2d309053764 req-b2eb83b6-c208-42e5-831a-6d0738e77f08 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:16.171711 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ddaaae76-475b-46eb-89aa-f2d309053764 req-b2eb83b6-c208-42e5-831a-6d0738e77f08 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 944 time: 0.0483277 Sep 03 18:30:16.208827 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ddaaae76-475b-46eb-89aa-f2d309053764 req-3aa3d654-3cd5-4d4f-ab97-d2a14ea7fcbb tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310957 Sep 03 18:30:17.320541 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b716a3-d32d-41ec-a96d-1c652027b0db req-06696630-1c52-4c59-9ace-61dd8d36fc0f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:17.322017 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-11b716a3-d32d-41ec-a96d-1c652027b0db req-06696630-1c52-4c59-9ace-61dd8d36fc0f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 944 time: 0.0478740 Sep 03 18:30:17.362515 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-11b716a3-d32d-41ec-a96d-1c652027b0db req-5bcd6ca6-b96f-47a1-83ac-1adc852bb3f1 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346074 Sep 03 18:30:18.477045 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d97501-77f5-40bd-b0b0-0bf806e4fd47 req-c2df5bd4-9e9c-4f13-95bf-833d794fc222 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:18.478543 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d4d97501-77f5-40bd-b0b0-0bf806e4fd47 req-c2df5bd4-9e9c-4f13-95bf-833d794fc222 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 944 time: 0.0508809 Sep 03 18:30:18.515388 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d4d97501-77f5-40bd-b0b0-0bf806e4fd47 req-f8d75cae-af8d-422e-ab17-de9be4665316 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302699 Sep 03 18:30:19.638390 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868f918-e01f-4142-b94c-2635005c79fb req-63ce2615-def9-484f-bd20-49e5b1a6672f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:19.641138 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2868f918-e01f-4142-b94c-2635005c79fb req-63ce2615-def9-484f-bd20-49e5b1a6672f tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 944 time: 0.0597088 Sep 03 18:30:19.693898 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2868f918-e01f-4142-b94c-2635005c79fb req-7d792591-ba6a-4cb6-b7e2-fddd31abdee3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366573 Sep 03 18:30:20.637792 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9bbc5564-cba1-4f20-9289-a06ed92d0c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:20.745844 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:30:20.813031 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac18171-f652-4f37-aa40-1c1516fdff41 req-df4ac65d-9102-4da7-b6c1-9fdadc66b5a2 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:20.814424 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7ac18171-f652-4f37-aa40-1c1516fdff41 req-df4ac65d-9102-4da7-b6c1-9fdadc66b5a2 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 944 time: 0.0483634 Sep 03 18:30:20.856158 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7ac18171-f652-4f37-aa40-1c1516fdff41 req-a89c6ae9-199b-477b-a088-f8e958d6b258 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358019 Sep 03 18:30:20.857441 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device f8538e03-81bc-44ef-8836-a4b46851121f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:30:20.955986 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port f8538e03-81bc-44ef-8836-a4b46851121f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f8538e03-81bc-44ef-8836-a4b46851121f,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:30:20.970947 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'port_id': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'mac_address': 'fa:16:3e:cc:31:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:30:21.006534 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:21.018540 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8538e03-81bc-44ef-8836-a4b46851121f {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:30:21.037546 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port f8538e03-81bc-44ef-8836-a4b46851121f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f8538e03-81bc-44ef-8836-a4b46851121f,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:30:21.141082 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:21.189344 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=f8538e03-81bc-44ef-8836-a4b46851121f,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:21.375864 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['f8538e03-81bc-44ef-8836-a4b46851121f'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:30:21.972846 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4f624-a031-460a-b3b5-69b7809290e6 req-5b8e5ee8-2413-45ee-9124-806e14fac397 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:21.974369 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b4f624-a031-460a-b3b5-69b7809290e6 req-5b8e5ee8-2413-45ee-9124-806e14fac397 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 945 time: 0.0498779 Sep 03 18:30:22.012054 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c8b4f624-a031-460a-b3b5-69b7809290e6 req-20704af5-3172-407a-8193-62384cf05589 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316987 Sep 03 18:30:22.878486 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device f8538e03-81bc-44ef-8836-a4b46851121f up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:30:22.997781 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a6842589-0751-4dfc-8da2-614e822a8796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:23.008766 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port f8538e03-81bc-44ef-8836-a4b46851121f completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:30:23.014679 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port f8538e03-81bc-44ef-8836-a4b46851121f triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:30:23.014679 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:23.092009 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:23.115050 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8538e03-81bc-44ef-8836-a4b46851121f'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:30:23.117707 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0d519c-f83e-4d9a-9a18-906e6a10ee92" -d '{"events": [{"server_uuid": "e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb", "name": "network-vif-plugged", "status": "completed", "tag": "f8538e03-81bc-44ef-8836-a4b46851121f"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:30:23.127508 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b44d92-d040-4d79-89cf-e43aad3b2282 req-b18c5a8e-a1c3-40fc-bb5a-ef7fc34742a2 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:23.129253 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-80b44d92-d040-4d79-89cf-e43aad3b2282 req-b18c5a8e-a1c3-40fc-bb5a-ef7fc34742a2 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 945 time: 0.0504460 Sep 03 18:30:23.131477 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port f8538e03-81bc-44ef-8836-a4b46851121f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f8538e03-81bc-44ef-8836-a4b46851121f,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:30:23.161496 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dba53bd-76f6-4cd6-b624-cb94a40e2a49 x-openstack-request-id: req-3dba53bd-76f6-4cd6-b624-cb94a40e2a49 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:30:23.161878 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb", "name": "network-vif-plugged", "status": "completed", "tag": "f8538e03-81bc-44ef-8836-a4b46851121f", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:30:23.162144 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3dba53bd-76f6-4cd6-b624-cb94a40e2a49 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:30:23.162537 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'code': 200} Sep 03 18:30:23.170015 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-80b44d92-d040-4d79-89cf-e43aad3b2282 req-b3aec77f-df8c-4410-b172-0c1b0690ce6a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349908 Sep 03 18:30:23.192020 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:23.240393 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=f8538e03-81bc-44ef-8836-a4b46851121f,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:23.472311 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:23.548490 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95020f12-9a67-430f-baff-9cbfefa15815 req-3b6e33d3-d1ec-4e7a-8a0d-2975341db5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:23.550020 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-95020f12-9a67-430f-baff-9cbfefa15815 req-3b6e33d3-d1ec-4e7a-8a0d-2975341db5ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 1099 time: 0.0401037 Sep 03 18:30:23.590577 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-95020f12-9a67-430f-baff-9cbfefa15815 req-c8d48995-6386-45f0-b30b-484678d70c50 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317543 Sep 03 18:30:24.247101 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:24.291765 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67af8d-b11b-4e82-8d68-40989d02bd8b req-25396cb3-3b23-468a-9ef6-b8843a2a4782 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:24.293543 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ba67af8d-b11b-4e82-8d68-40989d02bd8b req-25396cb3-3b23-468a-9ef6-b8843a2a4782 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 946 time: 0.0541625 Sep 03 18:30:24.332813 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ba67af8d-b11b-4e82-8d68-40989d02bd8b req-b6dc8f12-aa21-41d3-9f03-b1b459101755 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331898 Sep 03 18:30:25.453102 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080a8ce-d798-4627-bfba-b1a15ef5c1c4 req-a25174bc-5f17-4c93-ac97-d5f90aebbe55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:25.454590 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8080a8ce-d798-4627-bfba-b1a15ef5c1c4 req-a25174bc-5f17-4c93-ac97-d5f90aebbe55 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 946 time: 0.0499213 Sep 03 18:30:25.495080 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8080a8ce-d798-4627-bfba-b1a15ef5c1c4 req-1900b0de-1484-4fe1-a3e4-b0f42730bba8 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Sep 03 18:30:25.616389 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95900755-38a3-4c54-9443-ae00eaf845a4 req-ac6b3844-bf0b-424e-b625-47336ae08998 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:25.617875 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-95900755-38a3-4c54-9443-ae00eaf845a4 req-ac6b3844-bf0b-424e-b625-47336ae08998 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 946 time: 0.0497956 Sep 03 18:30:25.659767 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-95900755-38a3-4c54-9443-ae00eaf845a4 req-87cde0a5-7ce5-4357-b1cb-e46b6415ab3a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358083 Sep 03 18:30:25.682803 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37642) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:25.728195 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d34c09-66ce-42d0-bd2d-2126f4a17750 tempest-TestVolumeBootPattern-1565024375 tempest-TestVolumeBootPattern-1565024375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:25.730348 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-d4d34c09-66ce-42d0-bd2d-2126f4a17750 tempest-TestVolumeBootPattern-1565024375 tempest-TestVolumeBootPattern-1565024375-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 1094 time: 0.0465300 Sep 03 18:30:25.733284 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 37646) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:25.737987 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'floatingip': {'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'port_id': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:30:25.819420 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:25.872154 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:25.918871 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:26.034363 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Allocated IP 172.27.2.61 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/884c5f37-33e8-466c-8dbc-98f706fbddf6) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:30:26.139358 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:26.255200 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:26.296187 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:30:26.298948 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:30:26.302419 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:30:26.309699 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'Port': ['ID=884c5f37-33e8-466c-8dbc-98f706fbddf6,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:26.336755 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:26.337116 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:26.337448 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:26.337782 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:26.338133 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:26.338443 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:26.338767 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:26.339089 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:26.339409 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:26.339730 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:26.340048 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:26.340365 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:26.665723 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:26.808148 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:26.973655 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:27.054863 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:27.124929 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'Port': ['ID=884c5f37-33e8-466c-8dbc-98f706fbddf6,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:27.136250 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:27.259497 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Floating IP a09b8a1a-ec03-4b28-8915-a7f94fc0f34f associated. External IP: 172.27.2.61, port: f8538e03-81bc-44ef-8836-a4b46851121f. Sep 03 18:30:27.690795 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:30:27.796178 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:30:27.805802 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d8b9f1-868d-4602-9034-568d79c15f28 None None] Sync routers for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:30:27.815373 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d8b9f1-868d-4602-9034-568d79c15f28 None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:30:27.815989 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-b2d8b9f1-868d-4602-9034-568d79c15f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:30:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:27.900772 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:27.923540 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-b2d8b9f1-868d-4602-9034-568d79c15f28 None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:30:27.930228 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-4007220b-1e25-4bda-8a16-52f044b7dab3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1938159 Sep 03 18:30:27.930228 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'tag': 'f8538e03-81bc-44ef-8836-a4b46851121f'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:30:27.931168 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1cd0ab-f624-465b-a447-2b83436d5e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb", "tag": "f8538e03-81bc-44ef-8836-a4b46851121f"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:30:27.969451 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d52fec-9494-437a-9732-d27171f92a50 x-openstack-request-id: req-37d52fec-9494-437a-9732-d27171f92a50 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:30:27.969743 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb", "tag": "f8538e03-81bc-44ef-8836-a4b46851121f", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:30:27.970001 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37d52fec-9494-437a-9732-d27171f92a50 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:30:27.970399 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'tag': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'status': 'completed', 'code': 200} Sep 03 18:30:28.150804 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-b2d8b9f1-868d-4602-9034-568d79c15f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'a09b8a1a-ec03-4b28-8915-a7f94fc0f34f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:cc:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:30:26Z', 'updated_at': '2021-09-03T18:30:26Z', 'revision_number': 0, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:28.177733 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d8b9f1-868d-4602-9034-568d79c15f28 None None] Checking router: 9db69f24-bbc6-4029-84eb-bd9a3f907b04 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:30:28.186145 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d8b9f1-868d-4602-9034-568d79c15f28 None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:30:28.186767 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-b2d8b9f1-868d-4602-9034-568d79c15f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:30:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:28.293669 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-b2d8b9f1-868d-4602-9034-568d79c15f28 None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:30:28.512754 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-b2d8b9f1-868d-4602-9034-568d79c15f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'a09b8a1a-ec03-4b28-8915-a7f94fc0f34f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:cc:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:30:26Z', 'updated_at': '2021-09-03T18:30:26Z', 'revision_number': 0, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:28.541710 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d8b9f1-868d-4602-9034-568d79c15f28 None None] The sync data for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi is: [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'a09b8a1a-ec03-4b28-8915-a7f94fc0f34f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:cc:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:30:26Z', 'updated_at': '2021-09-03T18:30:26Z', 'revision_number': 0, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:30:28.725246 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0207f477-1c2f-422d-9225-b8b726075d1c None None] New status for floating IP a09b8a1a-ec03-4b28-8915-a7f94fc0f34f: ACTIVE {{(pid=94514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:30:30.544416 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cd0ab-f624-465b-a447-2b83436d5e7e req-d94ab7fa-1b20-4a62-bbe7-68bd1da32e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:30.546593 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8f1cd0ab-f624-465b-a447-2b83436d5e7e req-d94ab7fa-1b20-4a62-bbe7-68bd1da32e3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 1099 time: 0.0426819 Sep 03 18:30:30.641249 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cd0ab-f624-465b-a447-2b83436d5e7e req-59dd12ae-9607-4f4e-87c7-e1520d10a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:30.642675 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8f1cd0ab-f624-465b-a447-2b83436d5e7e req-59dd12ae-9607-4f4e-87c7-e1520d10a945 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 200 len: 913 time: 0.0847099 Sep 03 18:30:30.708043 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8f1cd0ab-f624-465b-a447-2b83436d5e7e req-cf100d52-e475-4e58-abda-8b6cecb245c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8538e03-81bc-44ef-8836-a4b46851121f HTTP/1.1" status: 200 len: 1001 time: 0.0574687 Sep 03 18:30:30.758933 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cd0ab-f624-465b-a447-2b83436d5e7e req-9f17693d-ea7d-40fc-ac6b-0412cb6778b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:30.760385 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8f1cd0ab-f624-465b-a447-2b83436d5e7e req-9f17693d-ea7d-40fc-ac6b-0412cb6778b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c2d93e9-0e8d-4bcd-ac14-e435a882418d HTTP/1.1" status: 200 len: 851 time: 0.0437620 Sep 03 18:30:30.813356 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cd0ab-f624-465b-a447-2b83436d5e7e req-8f8fdc97-1f4a-4f19-8775-a573a182ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:30.814882 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8f1cd0ab-f624-465b-a447-2b83436d5e7e req-8f8fdc97-1f4a-4f19-8775-a573a182ac8f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba80c533-b449-4bd2-905c-b36310580e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432224 Sep 03 18:30:30.903011 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8f1cd0ab-f624-465b-a447-2b83436d5e7e req-231f9025-9db3-4b04-b4c0-42880f8efdd0 service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806806 Sep 03 18:30:31.004511 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8f1cd0ab-f624-465b-a447-2b83436d5e7e req-4076601e-0c9a-4038-a94a-2fe71bb359e9 service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885134 Sep 03 18:30:35.648541 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 37758) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:35.756528 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6104c5c2-d9f5-44e1-9cf8-fc47106ca8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:35.843808 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6104c5c2-d9f5-44e1-9cf8-fc47106ca8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:35.940561 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6104c5c2-d9f5-44e1-9cf8-fc47106ca8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:35.978473 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-6104c5c2-d9f5-44e1-9cf8-fc47106ca8e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3856eed2cbb7484ca4cea24460b38637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287191 Sep 03 18:30:35.980316 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104c5c2-d9f5-44e1-9cf8-fc47106ca8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04362eff-2ae1-44e8-bc0d-fd9cf1e57575,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:35.981109 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37764) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:36.036006 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:36.057697 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:36.220059 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:36.222932 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:36.224122 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/04362eff-2ae1-44e8-bc0d-fd9cf1e57575 HTTP/1.1" status: 204 len: 168 time: 0.2420504 Sep 03 18:30:36.232950 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04362eff-2ae1-44e8-bc0d-fd9cf1e57575,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:36.244247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:36.244247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:36.244247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:36.244247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:36.244247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:36.244247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:36.244247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:36.244247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:36.244247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:36.244247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:36.244247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:36.244247 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368d426-97f2-4985-b577-5493585dda86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:36.829606 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37770) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:36.843116 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e506456e-3ff3-4ab8-b546-1c9f947e519c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:36.930918 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e506456e-3ff3-4ab8-b546-1c9f947e519c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:37.052805 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-e506456e-3ff3-4ab8-b546-1c9f947e519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:37.093960 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-e506456e-3ff3-4ab8-b546-1c9f947e519c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2502e8c2c56c44d48fdf21d62860a462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632740 Sep 03 18:30:37.095115 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506456e-3ff3-4ab8-b546-1c9f947e519c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e93f24-338d-42bb-bda7-cfe04fa31517,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:37.096587 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 37774) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:37.146623 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ff27b684-bf0b-4312-acc0-4109fc33e631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:37.170759 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ff27b684-bf0b-4312-acc0-4109fc33e631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:37.271902 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ff27b684-bf0b-4312-acc0-4109fc33e631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:37.274444 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ff27b684-bf0b-4312-acc0-4109fc33e631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:37.275601 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-ff27b684-bf0b-4312-acc0-4109fc33e631 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72e93f24-338d-42bb-bda7-cfe04fa31517 HTTP/1.1" status: 204 len: 168 time: 0.1775768 Sep 03 18:30:37.283800 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27b684-bf0b-4312-acc0-4109fc33e631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e93f24-338d-42bb-bda7-cfe04fa31517,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:39.837157 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:43.688750 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c362550-f47f-45f2-ae53-a10dbf196982 req-2b21cd98-ab81-4b5b-985e-520f105ba4aa tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:43.690368 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1c362550-f47f-45f2-ae53-a10dbf196982 req-2b21cd98-ab81-4b5b-985e-520f105ba4aa tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0509853 Sep 03 18:30:43.737237 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1c362550-f47f-45f2-ae53-a10dbf196982 req-2cd08362-3b22-43e0-a7a9-ffc0aec3158f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407066 Sep 03 18:30:44.866544 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71c2d4-9169-4ee2-8eb3-3a7b31b1b60c req-b61ed358-f1b5-4ef3-91ed-e296708e010b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:44.868079 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1a71c2d4-9169-4ee2-8eb3-3a7b31b1b60c req-b61ed358-f1b5-4ef3-91ed-e296708e010b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0550041 Sep 03 18:30:44.908362 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1a71c2d4-9169-4ee2-8eb3-3a7b31b1b60c req-f98d8c97-8e22-4c04-89e8-8247b9c0d09e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331960 Sep 03 18:30:46.037712 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c482c-bb19-4601-8cb1-0d99d7ffa4c7 req-75764ebc-1444-489b-9b95-a1c60fbae070 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:46.039229 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e20c482c-bb19-4601-8cb1-0d99d7ffa4c7 req-75764ebc-1444-489b-9b95-a1c60fbae070 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0534072 Sep 03 18:30:46.078082 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e20c482c-bb19-4601-8cb1-0d99d7ffa4c7 req-670136ef-c258-4c88-90da-0d1053e693c3 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328269 Sep 03 18:30:47.205277 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2058504-e455-41f3-9d34-6d2fe9147877 req-f5e1647b-9120-4f03-908d-70a1d47187d3 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:47.206884 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e2058504-e455-41f3-9d34-6d2fe9147877 req-f5e1647b-9120-4f03-908d-70a1d47187d3 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0558629 Sep 03 18:30:47.245065 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e2058504-e455-41f3-9d34-6d2fe9147877 req-35f187fc-e48e-4ff2-a37e-b48f3a0d1e43 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Sep 03 18:30:48.367184 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aca050-f11e-4e7a-8b77-8073fff7951e req-15e2ab48-603a-47d2-b7d1-dac9b76b2db6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:48.369098 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b1aca050-f11e-4e7a-8b77-8073fff7951e req-15e2ab48-603a-47d2-b7d1-dac9b76b2db6 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0495677 Sep 03 18:30:48.410037 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b1aca050-f11e-4e7a-8b77-8073fff7951e req-1fd73de9-cdc7-47b3-a92c-5345d9418c83 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350196 Sep 03 18:30:49.258641 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 37924) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:49.577184 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7e456-66ed-4347-8618-dcaed46de346 req-513f754b-68b5-4376-956e-acb430386e5a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:49.578560 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-72a7e456-66ed-4347-8618-dcaed46de346 req-513f754b-68b5-4376-956e-acb430386e5a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0837681 Sep 03 18:30:49.626140 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Deleting port 9fa0afa3-bf82-4fb4-b374-4d9dfe4546cc {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:30:49.626140 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:49.630391 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-72a7e456-66ed-4347-8618-dcaed46de346 req-d450efa3-3057-40a7-a132-f02e6d10fcab tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451889 Sep 03 18:30:49.704965 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:49.705292 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:49.717157 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Calling delete_port for 9fa0afa3-bf82-4fb4-b374-4d9dfe4546cc owned by network:floatingip {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:30:49.980427 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:50.009637 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event deleted for resources: {'Port': ['ID=9fa0afa3-bf82-4fb4-b374-4d9dfe4546cc,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:50.074905 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for floatingip, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:50.075623 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Floating IP b21bd960-4a1c-4d4f-bce3-aac1959400e7 disassociated (deleted). External IP: 172.27.2.99, port: 022aa91c-7d9b-4448-be36-a53e82a61f98. Sep 03 18:30:50.285659 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Router 9cb5d85e-630b-416d-940c-f84e8670d71c has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:30:50.393368 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:30:50.401242 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:50.404495 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9368cbd-e12d-4e6b-abfb-475db6061b29 None None] Sync routers for ids ['9cb5d85e-630b-416d-940c-f84e8670d71c'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:30:50.414118 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9368cbd-e12d-4e6b-abfb-475db6061b29 None None] Routers {'9cb5d85e-630b-416d-940c-f84e8670d71c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:30:50.414736 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-d9368cbd-e12d-4e6b-abfb-475db6061b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:30:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9cb5d85e-630b-416d-940c-f84e8670d71c'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:50.428203 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-3791ea12-bc1c-440f-a678-03eb639445bd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "DELETE /v2.0/floatingips/b21bd960-4a1c-4d4f-bce3-aac1959400e7 HTTP/1.1" status: 204 len: 168 time: 1.1683347 Sep 03 18:30:50.428947 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:30:50.433294 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1db367-7451-43f5-835a-d18eae85a4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:30:50.474075 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c29fb27-50cf-4e14-96e0-d945a4044d54 x-openstack-request-id: req-1c29fb27-50cf-4e14-96e0-d945a4044d54 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:30:50.474432 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:30:50.474914 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c29fb27-50cf-4e14-96e0-d945a4044d54 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:30:50.475420 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'status': 'completed', 'code': 200} Sep 03 18:30:50.543244 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db367-7451-43f5-835a-d18eae85a4e6 req-8fd72a3f-8aeb-4f4b-ac2f-720e6984dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:50.545353 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2f1db367-7451-43f5-835a-d18eae85a4e6 req-8fd72a3f-8aeb-4f4b-ac2f-720e6984dfde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=505fcc68162a484aa2508fe94a4acdaf&device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 1098 time: 0.0461433 Sep 03 18:30:50.618804 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-d9368cbd-e12d-4e6b-abfb-475db6061b29 None None] Set router 9cb5d85e-630b-416d-940c-f84e8670d71c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:30:50.642735 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db367-7451-43f5-835a-d18eae85a4e6 req-ed07edad-535f-44ac-984a-351c3713e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:50.644234 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2f1db367-7451-43f5-835a-d18eae85a4e6 req-ed07edad-535f-44ac-984a-351c3713e594 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac5fd485-7104-4199-a05c-e3b9f6c68301 HTTP/1.1" status: 200 len: 910 time: 0.0916531 Sep 03 18:30:50.667696 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4d552500-a2f5-4b6d-b914-debf0ef94c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:50.689728 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2f1db367-7451-43f5-835a-d18eae85a4e6 req-2dd56d41-192c-47f5-9e22-2c2c43ee7c2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=022aa91c-7d9b-4448-be36-a53e82a61f98 HTTP/1.1" status: 200 len: 217 time: 0.0370812 Sep 03 18:30:50.772029 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db367-7451-43f5-835a-d18eae85a4e6 req-eee35794-b7c9-47d8-aa4a-6af39f40f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:50.773463 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2f1db367-7451-43f5-835a-d18eae85a4e6 req-eee35794-b7c9-47d8-aa4a-6af39f40f156 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=690617a1-2d5b-40ad-a479-ee14b04c95f1 HTTP/1.1" status: 200 len: 848 time: 0.0768683 Sep 03 18:30:50.798990 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97854f1-4daf-439d-b113-a028cedec724 req-01c6e0b6-4bff-4980-a4a5-2ee11b1205c9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:50.813727 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a97854f1-4daf-439d-b113-a028cedec724 req-01c6e0b6-4bff-4980-a4a5-2ee11b1205c9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0716171 Sep 03 18:30:50.827299 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-d9368cbd-e12d-4e6b-abfb-475db6061b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:24:58Z', 'revision_number': 4, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '17e96dd2-9ab5-4462-be17-635116eb8d1d', 'name': '', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'mac_address': 'fa:16:3e:2e:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:57Z', 'updated_at': '2021-09-03T18:25:06Z', 'revision_number': 5, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'subnets': [{'id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:50.854372 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1db367-7451-43f5-835a-d18eae85a4e6 req-ccc8e799-e135-4e1e-a524-ca449856727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:50.854832 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9368cbd-e12d-4e6b-abfb-475db6061b29 None None] Checking router: 9cb5d85e-630b-416d-940c-f84e8670d71c for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:30:50.855879 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2f1db367-7451-43f5-835a-d18eae85a4e6 req-ccc8e799-e135-4e1e-a524-ca449856727d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac5fd485-7104-4199-a05c-e3b9f6c68301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741518 Sep 03 18:30:50.859174 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a97854f1-4daf-439d-b113-a028cedec724 req-5d6026f7-72f5-4747-b49f-b91afda4b072 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445178 Sep 03 18:30:50.863452 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9368cbd-e12d-4e6b-abfb-475db6061b29 None None] Routers {'9cb5d85e-630b-416d-940c-f84e8670d71c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:30:50.864081 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-d9368cbd-e12d-4e6b-abfb-475db6061b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:30:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9cb5d85e-630b-416d-940c-f84e8670d71c'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:50.974686 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-d9368cbd-e12d-4e6b-abfb-475db6061b29 None None] Set router 9cb5d85e-630b-416d-940c-f84e8670d71c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:30:50.978791 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2f1db367-7451-43f5-835a-d18eae85a4e6 req-73735c16-9de9-469d-a29a-8c8829b27856 service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147113 Sep 03 18:30:51.072327 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a457-bded-4d79-bb13-7e1596a7dfa5 req-b5b61798-09b8-418c-8184-078349a64b94 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:51.073740 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0059a457-bded-4d79-bb13-7e1596a7dfa5 req-b5b61798-09b8-418c-8184-078349a64b94 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.1093256 Sep 03 18:30:51.109572 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2f1db367-7451-43f5-835a-d18eae85a4e6 req-9f3ae1b1-747a-4987-b52b-f4aae44644a1 service neutron] 10.222.0.32 "GET /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174061 Sep 03 18:30:51.127267 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0059a457-bded-4d79-bb13-7e1596a7dfa5 req-1484be41-92ea-4b45-95fd-b46c5f65a215 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457551 Sep 03 18:30:51.187427 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-d9368cbd-e12d-4e6b-abfb-475db6061b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:24:58Z', 'revision_number': 4, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '17e96dd2-9ab5-4462-be17-635116eb8d1d', 'name': '', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'mac_address': 'fa:16:3e:2e:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:57Z', 'updated_at': '2021-09-03T18:25:06Z', 'revision_number': 5, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'subnets': [{'id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:51.214217 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9368cbd-e12d-4e6b-abfb-475db6061b29 None None] The sync data for ids ['9cb5d85e-630b-416d-940c-f84e8670d71c'] in dv-cinder-760193-9-iscsi is: [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:24:58Z', 'revision_number': 4, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '17e96dd2-9ab5-4462-be17-635116eb8d1d', 'name': '', 'network_id': 'ac5fd485-7104-4199-a05c-e3b9f6c68301', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'mac_address': 'fa:16:3e:2e:4f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:57Z', 'updated_at': '2021-09-03T18:25:06Z', 'revision_number': 5, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'subnets': [{'id': '690617a1-2d5b-40ad-a479-ee14b04c95f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:30:51.427673 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b658e83-8669-4051-a5b4-3c48bf68300c None None] New status for floating IP b21bd960-4a1c-4d4f-bce3-aac1959400e7: DOWN {{(pid=94514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:30:51.985755 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ed596-f06a-47df-b07d-af74fc6d98d1 req-1e582dd3-a325-472b-ac35-0e033f6581a7 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:51.987242 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4a8ed596-f06a-47df-b07d-af74fc6d98d1 req-1e582dd3-a325-472b-ac35-0e033f6581a7 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0495412 Sep 03 18:30:52.024813 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4a8ed596-f06a-47df-b07d-af74fc6d98d1 req-28dcca3c-e171-428e-8fc6-dd6c2b80876f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Sep 03 18:30:52.117391 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37970) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:52.227609 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bc525261-e6d5-457a-84b5-ecb44c2fa0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:52.251249 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225434c-ec0d-4834-8159-128ecda4fcc7 req-4a60fce3-423d-45e3-ad67-8d266869d20f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:52.252780 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9225434c-ec0d-4834-8159-128ecda4fcc7 req-4a60fce3-423d-45e3-ad67-8d266869d20f tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0584576 Sep 03 18:30:52.295014 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9225434c-ec0d-4834-8159-128ecda4fcc7 req-9fae104e-0ef4-4053-8631-8d4f65404dfd tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/security-groups?id=cbb5cdc8-dc43-48bb-aff3-32627438cc6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362825 Sep 03 18:30:52.316872 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bc525261-e6d5-457a-84b5-ecb44c2fa0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:52.425651 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bc525261-e6d5-457a-84b5-ecb44c2fa0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:52.464375 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-bc525261-e6d5-457a-84b5-ecb44c2fa0a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=82ae86c798e3403a97421120b9706f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458302 Sep 03 18:30:52.465182 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc525261-e6d5-457a-84b5-ecb44c2fa0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a348b4cf-089f-4033-bb00-f49198755696,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:52.466960 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 37976) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:52.516457 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-10ba930e-9b76-4b53-86aa-6f14349a0cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:52.536774 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-10ba930e-9b76-4b53-86aa-6f14349a0cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:52.655126 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-10ba930e-9b76-4b53-86aa-6f14349a0cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:52.657627 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-10ba930e-9b76-4b53-86aa-6f14349a0cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:52.658730 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-10ba930e-9b76-4b53-86aa-6f14349a0cf6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a348b4cf-089f-4033-bb00-f49198755696 HTTP/1.1" status: 204 len: 168 time: 0.1907620 Sep 03 18:30:52.670941 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba930e-9b76-4b53-86aa-6f14349a0cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a348b4cf-089f-4033-bb00-f49198755696,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:52.689109 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9ebad-e9a4-42fc-9cd8-fb6a0cd4fbc3 req-e66c7670-499c-4b1c-99d1-0831b3d1c90a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:52.695035 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-91b9ebad-e9a4-42fc-9cd8-fb6a0cd4fbc3 req-e66c7670-499c-4b1c-99d1-0831b3d1c90a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.32 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 945 time: 0.0623798 Sep 03 18:30:52.787059 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-91b9ebad-e9a4-42fc-9cd8-fb6a0cd4fbc3 req-80d88fcb-c25e-437c-b89b-4eff6a0e0001 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Deleting port 022aa91c-7d9b-4448-be36-a53e82a61f98 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:30:52.787328 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-91b9ebad-e9a4-42fc-9cd8-fb6a0cd4fbc3 req-80d88fcb-c25e-437c-b89b-4eff6a0e0001 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:52.878945 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-91b9ebad-e9a4-42fc-9cd8-fb6a0cd4fbc3 req-80d88fcb-c25e-437c-b89b-4eff6a0e0001 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] For port 022aa91c-7d9b-4448-be36-a53e82a61f98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=022aa91c-7d9b-4448-be36-a53e82a61f98,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:30:52.879651 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-91b9ebad-e9a4-42fc-9cd8-fb6a0cd4fbc3 req-80d88fcb-c25e-437c-b89b-4eff6a0e0001 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:52.896883 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-91b9ebad-e9a4-42fc-9cd8-fb6a0cd4fbc3 req-80d88fcb-c25e-437c-b89b-4eff6a0e0001 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Calling delete_port for 022aa91c-7d9b-4448-be36-a53e82a61f98 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:30:52.968927 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6b682bd2-c795-4f85-83bb-fdc5c1eeee78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:53.082966 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-91b9ebad-e9a4-42fc-9cd8-fb6a0cd4fbc3 req-80d88fcb-c25e-437c-b89b-4eff6a0e0001 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:53.123673 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d88fcb-c25e-437c-b89b-4eff6a0e0001 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event deleted for resources: {'Port': ['ID=022aa91c-7d9b-4448-be36-a53e82a61f98,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:53.182191 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b9ebad-e9a4-42fc-9cd8-fb6a0cd4fbc3 req-80d88fcb-c25e-437c-b89b-4eff6a0e0001 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] No DVR routers for this DVR port 022aa91c-7d9b-4448-be36-a53e82a61f98 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:30:53.187414 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-91b9ebad-e9a4-42fc-9cd8-fb6a0cd4fbc3 req-80d88fcb-c25e-437c-b89b-4eff6a0e0001 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:53.189424 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-91b9ebad-e9a4-42fc-9cd8-fb6a0cd4fbc3 req-80d88fcb-c25e-437c-b89b-4eff6a0e0001 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.32 "DELETE /v2.0/ports/022aa91c-7d9b-4448-be36-a53e82a61f98 HTTP/1.1" status: 204 len: 173 time: 0.4902987 Sep 03 18:30:53.189944 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'name': 'network-vif-deleted', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:30:53.192188 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830a54be-8fce-42db-96f8-528e0c12d72b" -d '{"events": [{"server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "name": "network-vif-deleted", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:30:53.214442 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155a31-9dff-41ec-96e5-751c136d8086 req-fe9c96be-2b9f-441b-b707-a4712a26f887 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:53.214442 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-37155a31-9dff-41ec-96e5-751c136d8086 req-fe9c96be-2b9f-441b-b707-a4712a26f887 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0969520 Sep 03 18:30:53.232806 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838d1758-2762-4802-b842-38b7c3adfcb3 x-openstack-request-id: req-838d1758-2762-4802-b842-38b7c3adfcb3 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:30:53.233100 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4635ac48-281f-4721-8828-6147a47eb464", "name": "network-vif-deleted", "tag": "022aa91c-7d9b-4448-be36-a53e82a61f98", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:30:53.233352 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-838d1758-2762-4802-b842-38b7c3adfcb3 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:30:53.233738 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4635ac48-281f-4721-8828-6147a47eb464', 'name': 'network-vif-deleted', 'tag': '022aa91c-7d9b-4448-be36-a53e82a61f98', 'status': 'completed', 'code': 200} Sep 03 18:30:53.253092 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-37155a31-9dff-41ec-96e5-751c136d8086 req-9852647d-45c8-4629-a0a6-a4f23320edd0 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367298 Sep 03 18:30:53.300420 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 37986) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:53.314113 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-bf5621f3-5eb9-43a5-8e8c-8c7e48dae148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:53.401307 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9c1f057a-0af3-47fd-849f-0564dcd5887b req-30212116-b9bb-401c-9986-6647cf2d2ab1 tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 210 time: 0.0297127 Sep 03 18:30:53.429889 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-bf5621f3-5eb9-43a5-8e8c-8c7e48dae148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:53.540292 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:53.601127 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-bf5621f3-5eb9-43a5-8e8c-8c7e48dae148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:53.643459 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-bf5621f3-5eb9-43a5-8e8c-8c7e48dae148 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=806a8a1ebcab47d39e2b560d280fbadc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3415332 Sep 03 18:30:53.644168 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5621f3-5eb9-43a5-8e8c-8c7e48dae148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4eb5b7-c1b3-482c-ba47-82b82cb2dad0,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:53.646031 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 37990) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:53.697721 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-149a1116-2dd4-4f5a-ae10-fbde06331a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:53.719343 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-149a1116-2dd4-4f5a-ae10-fbde06331a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:53.843181 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-149a1116-2dd4-4f5a-ae10-fbde06331a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:53.845917 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-149a1116-2dd4-4f5a-ae10-fbde06331a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:53.847354 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-149a1116-2dd4-4f5a-ae10-fbde06331a46 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef4eb5b7-c1b3-482c-ba47-82b82cb2dad0 HTTP/1.1" status: 204 len: 168 time: 0.2002366 Sep 03 18:30:53.856780 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a1116-2dd4-4f5a-ae10-fbde06331a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4eb5b7-c1b3-482c-ba47-82b82cb2dad0,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:54.214483 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:54.378937 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ed3e0-3eb9-42b5-a909-9badf11c69ab req-5d56eee7-fa3a-40cc-9db5-75c9ae0546d2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:54.389069 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8a9ed3e0-3eb9-42b5-a909-9badf11c69ab req-5d56eee7-fa3a-40cc-9db5-75c9ae0546d2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0510621 Sep 03 18:30:54.423287 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8a9ed3e0-3eb9-42b5-a909-9badf11c69ab req-1e1239af-27b3-4726-9111-a1c77183d16b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Sep 03 18:30:54.505056 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-73a6a926-2e39-4e07-9377-82e9be89016a req-c812661d-036b-434a-a2ea-2872d7339d5c tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "GET /v2.0/ports?device_id=4635ac48-281f-4721-8828-6147a47eb464 HTTP/1.1" status: 200 len: 210 time: 0.0265496 Sep 03 18:30:55.037042 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 4972d514-d03e-4453-a203-ff6342fb8c33 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:30:55.132892 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4972d514-d03e-4453-a203-ff6342fb8c33,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:30:55.147949 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '4972d514-d03e-4453-a203-ff6342fb8c33', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'port_id': '4972d514-d03e-4453-a203-ff6342fb8c33', 'mac_address': 'fa:16:3e:80:9b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:30:55.184809 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:55.197677 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4972d514-d03e-4453-a203-ff6342fb8c33 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:30:55.217491 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4972d514-d03e-4453-a203-ff6342fb8c33,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:30:55.315587 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:55.365618 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=4972d514-d03e-4453-a203-ff6342fb8c33,revision_number=6']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:55.372526 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:55.372902 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:55.373247 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:55.373582 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:55.373911 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:55.374241 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:55.374570 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:55.374897 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:55.375225 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:55.375548 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:55.375870 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:55.376195 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:30:55.406903 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['4972d514-d03e-4453-a203-ff6342fb8c33'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:30:55.540662 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01950e9-f4d2-4f1a-8307-c4350e716242 req-bc8df44f-5e4d-409a-8be8-5bb8b3a732f3 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:55.542277 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b01950e9-f4d2-4f1a-8307-c4350e716242 req-bc8df44f-5e4d-409a-8be8-5bb8b3a732f3 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 945 time: 0.0488946 Sep 03 18:30:55.563904 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38028) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:55.586266 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b01950e9-f4d2-4f1a-8307-c4350e716242 req-e1bc6b9f-f841-4268-a5df-c5c20a51e555 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382152 Sep 03 18:30:55.629216 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ef7c54f6-31a1-4c4c-8e9f-4cf1888b662a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:55.654827 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ef7c54f6-31a1-4c4c-8e9f-4cf1888b662a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:55.826503 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ef7c54f6-31a1-4c4c-8e9f-4cf1888b662a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:55.829107 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ef7c54f6-31a1-4c4c-8e9f-4cf1888b662a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:55.830270 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-ef7c54f6-31a1-4c4c-8e9f-4cf1888b662a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] 10.222.0.43 "DELETE /v2.0/security-groups/cbb5cdc8-dc43-48bb-aff3-32627438cc6a HTTP/1.1" status: 204 len: 168 time: 0.2645833 Sep 03 18:30:55.843048 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c54f6-31a1-4c4c-8e9f-4cf1888b662a tempest-TestShelveInstance-1325776667 tempest-TestShelveInstance-1325776667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb5cdc8-dc43-48bb-aff3-32627438cc6a,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:55.894355 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:56.020340 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38050) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:56.542293 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bf21-fd6b-40a9-894e-240667ffa50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563258'] for router_interface, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:56.718534 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3dc2d-ce30-42f1-807d-592510fd84a4 req-3fc19ff7-50c7-44ac-b497-613b72820e65 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:56.720200 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e8b3dc2d-ce30-42f1-807d-592510fd84a4 req-3fc19ff7-50c7-44ac-b497-613b72820e65 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 945 time: 0.0575871 Sep 03 18:30:56.761823 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e8b3dc2d-ce30-42f1-807d-592510fd84a4 req-691181c7-aaff-4d7f-90ea-0ffe904baf6c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351069 Sep 03 18:30:56.814841 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5bf21-fd6b-40a9-894e-240667ffa50b admin admin] Deleting port 17e96dd2-9ab5-4462-be17-635116eb8d1d {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:30:56.815426 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bf21-fd6b-40a9-894e-240667ffa50b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:56.929339 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-0dc5bf21-fd6b-40a9-894e-240667ffa50b admin admin] For port 17e96dd2-9ab5-4462-be17-635116eb8d1d, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=17e96dd2-9ab5-4462-be17-635116eb8d1d,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:30:56.929797 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bf21-fd6b-40a9-894e-240667ffa50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:56.946295 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5bf21-fd6b-40a9-894e-240667ffa50b admin admin] Calling delete_port for 17e96dd2-9ab5-4462-be17-635116eb8d1d owned by network:router_interface {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:30:57.045151 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 4972d514-d03e-4453-a203-ff6342fb8c33 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:30:57.100011 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 4972d514-d03e-4453-a203-ff6342fb8c33 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:30:57.100723 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:57.190271 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:57.216878 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:30:57.228756 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be48d2e-9f4e-4a58-bbad-322c5640fb3c" -d '{"events": [{"server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "name": "network-vif-plugged", "status": "completed", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:30:57.238505 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4972d514-d03e-4453-a203-ff6342fb8c33,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:30:57.248577 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bf21-fd6b-40a9-894e-240667ffa50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:57.268051 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748b902a-96c3-4751-989e-39ab72e07846 x-openstack-request-id: req-748b902a-96c3-4751-989e-39ab72e07846 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:30:57.268441 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "name": "network-vif-plugged", "status": "completed", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:30:57.268793 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-748b902a-96c3-4751-989e-39ab72e07846 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:30:57.269244 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33', 'code': 200} Sep 03 18:30:57.295387 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5bf21-fd6b-40a9-894e-240667ffa50b admin admin] Pushing event deleted for resources: {'Port': ['ID=17e96dd2-9ab5-4462-be17-635116eb8d1d,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:57.311387 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:57.312399 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 022aa91c-7d9b-4448-be36-a53e82a61f98 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:30:57.364540 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 022aa91c-7d9b-4448-be36-a53e82a61f98 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:30:57.364933 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 022aa91c-7d9b-4448-be36-a53e82a61f98 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:30:57.448950 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=4972d514-d03e-4453-a203-ff6342fb8c33,revision_number=7']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:57.517427 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0dc5bf21-fd6b-40a9-894e-240667ffa50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1047720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563374'] for router_interface, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:57.747681 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:30:57.932992 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dee10-9d58-4bc4-98fb-54738fa513ec req-749c34d6-15ed-4507-a9ba-5f80dc53766c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:57.936860 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c24dee10-9d58-4bc4-98fb-54738fa513ec req-749c34d6-15ed-4507-a9ba-5f80dc53766c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0887794 Sep 03 18:30:58.004734 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c24dee10-9d58-4bc4-98fb-54738fa513ec req-a7e6383c-6d3a-427e-9384-ae5510407e99 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535536 Sep 03 18:30:58.067083 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc5bf21-fd6b-40a9-894e-240667ffa50b admin admin] Router 9cb5d85e-630b-416d-940c-f84e8670d71c has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:30:58.204479 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc5bf21-fd6b-40a9-894e-240667ffa50b admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:30:58.217744 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38096) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:58.218797 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-0dc5bf21-fd6b-40a9-894e-240667ffa50b admin admin] 10.222.0.43 "PUT /v2.0/routers/9cb5d85e-630b-416d-940c-f84e8670d71c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1967516 Sep 03 18:30:58.226125 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b0f05-8f7c-4d43-9ae6-d7375a2e8938 None None] Sync routers for ids ['9cb5d85e-630b-416d-940c-f84e8670d71c'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:30:58.236565 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b0f05-8f7c-4d43-9ae6-d7375a2e8938 None None] Routers {'9cb5d85e-630b-416d-940c-f84e8670d71c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:30:58.237454 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-c75b0f05-8f7c-4d43-9ae6-d7375a2e8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:30:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9cb5d85e-630b-416d-940c-f84e8670d71c'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:58.337919 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Notify callbacks [] for router, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:58.356106 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-c75b0f05-8f7c-4d43-9ae6-d7375a2e8938 None None] Set router 9cb5d85e-630b-416d-940c-f84e8670d71c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:30:58.619206 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-c75b0f05-8f7c-4d43-9ae6-d7375a2e8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:30:57Z', 'revision_number': 5, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:58.663304 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b0f05-8f7c-4d43-9ae6-d7375a2e8938 None None] Checking router: 9cb5d85e-630b-416d-940c-f84e8670d71c for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:30:58.676552 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b0f05-8f7c-4d43-9ae6-d7375a2e8938 None None] Routers {'9cb5d85e-630b-416d-940c-f84e8670d71c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:30:58.677343 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-c75b0f05-8f7c-4d43-9ae6-d7375a2e8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:30:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9cb5d85e-630b-416d-940c-f84e8670d71c'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:58.704705 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:58.824531 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-c75b0f05-8f7c-4d43-9ae6-d7375a2e8938 None None] Set router 9cb5d85e-630b-416d-940c-f84e8670d71c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:30:58.868472 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Deleting port ee47389a-15a8-47ec-8ecb-353a7ec855ca {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:30:58.868472 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:58.978778 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] For port ee47389a-15a8-47ec-8ecb-353a7ec855ca, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=ee47389a-15a8-47ec-8ecb-353a7ec855ca,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:30:58.979512 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:58.993625 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Calling delete_port for ee47389a-15a8-47ec-8ecb-353a7ec855ca owned by network:router_gateway {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:30:59.081302 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-c75b0f05-8f7c-4d43-9ae6-d7375a2e8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:30:57Z', 'revision_number': 5, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:30:59.110744 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b0f05-8f7c-4d43-9ae6-d7375a2e8938 None None] The sync data for ids ['9cb5d85e-630b-416d-940c-f84e8670d71c'] in dv-cinder-760193-9-iscsi is: [{'id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'name': 'tempest-TestShelveInstance-1753423500-router', 'tenant_id': '505fcc68162a484aa2508fe94a4acdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:24:54Z', 'updated_at': '2021-09-03T18:30:57Z', 'revision_number': 5, 'project_id': '505fcc68162a484aa2508fe94a4acdaf', 'gw_port': {'id': 'ee47389a-15a8-47ec-8ecb-353a7ec855ca', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:29:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb5d85e-630b-416d-940c-f84e8670d71c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:24:55Z', 'updated_at': '2021-09-03T18:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:30:59.246086 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295e241-5982-438c-a762-112a231d4077 req-1a68c2b3-8f9e-477f-acd6-e82ea9d36996 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:30:59.248187 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5295e241-5982-438c-a762-112a231d4077 req-1a68c2b3-8f9e-477f-acd6-e82ea9d36996 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.1270554 Sep 03 18:30:59.318973 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5295e241-5982-438c-a762-112a231d4077 req-7bb9262b-80a7-4aad-892e-9b9dcfb41998 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485301 Sep 03 18:30:59.443628 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:59.488244 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee47389a-15a8-47ec-8ecb-353a7ec855ca,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:30:59.563538 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566208'] for router_gateway, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:59.694338 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9298'] for router, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:59.696538 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:59.843322 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559974'] for router, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:59.844122 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cb5d85e-630b-416d-940c-f84e8670d71c {{(pid=94513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:30:59.849854 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] Notify callbacks [] for router, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:59.870862 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-2dc88f6d-90da-4138-8feb-290d79906b2a admin admin] 10.222.0.43 "DELETE /v2.0/routers/9cb5d85e-630b-416d-940c-f84e8670d71c HTTP/1.1" status: 204 len: 168 time: 1.6321988 Sep 03 18:30:59.871668 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38112) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:30:59.939355 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_v2 [None req-64390e02-ef77-45e1-9827-cc298cdbba89 admin admin] Deleting subnet 690617a1-2d5b-40ad-a479-ee14b04c95f1 {{(pid=94512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:30:59.943933 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-64390e02-ef77-45e1-9827-cc298cdbba89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:59.992456 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 17e96dd2-9ab5-4462-be17-635116eb8d1d no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:31:00.014931 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-64390e02-ef77-45e1-9827-cc298cdbba89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62900416'] for subnet, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:00.024872 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 17e96dd2-9ab5-4462-be17-635116eb8d1d {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:31:00.024872 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 17e96dd2-9ab5-4462-be17-635116eb8d1d not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:31:00.108482 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-64390e02-ef77-45e1-9827-cc298cdbba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:00.470064 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df526-6451-47f3-84fc-4c2abb1b5af4 req-cfbfb0dc-1952-4987-9cba-a5e6431b2821 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:00.470064 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-941df526-6451-47f3-84fc-4c2abb1b5af4 req-cfbfb0dc-1952-4987-9cba-a5e6431b2821 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0580311 Sep 03 18:31:00.498407 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-941df526-6451-47f3-84fc-4c2abb1b5af4 req-b4135bf9-9b95-4380-b950-7137a26ebd1d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Sep 03 18:31:00.552123 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-64390e02-ef77-45e1-9827-cc298cdbba89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62748012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62429670'] for subnet, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:00.578668 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64390e02-ef77-45e1-9827-cc298cdbba89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=690617a1-2d5b-40ad-a479-ee14b04c95f1,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:00.582649 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-64390e02-ef77-45e1-9827-cc298cdbba89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:00.584541 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-64390e02-ef77-45e1-9827-cc298cdbba89 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/690617a1-2d5b-40ad-a479-ee14b04c95f1 HTTP/1.1" status: 204 len: 168 time: 0.7297807 Sep 03 18:31:00.587023 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38116) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:00.590029 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c2768-f127-42e9-b54e-c84e06ce6674 None None] Network ac5fd485-7104-4199-a05c-e3b9f6c68301 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:31:00.683030 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:00.773265 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Deleting port bb87706e-8ab5-4136-b87c-005ebc45d901 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:31:00.773909 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:00.827022 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6281c96a-0af9-4e5d-ae4d-a7b1b19147f0 None None] DHCP port deletion for ac5fd485-7104-4199-a05c-e3b9f6c68301 request from dv-cinder-760193-9-iscsi {{(pid=94514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:31:00.855371 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] For port bb87706e-8ab5-4136-b87c-005ebc45d901, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=bb87706e-8ab5-4136-b87c-005ebc45d901,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:00.855831 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:00.873720 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Calling delete_port for bb87706e-8ab5-4136-b87c-005ebc45d901 owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:31:00.886976 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-6281c96a-0af9-4e5d-ae4d-a7b1b19147f0 None None] Deleting port bb87706e-8ab5-4136-b87c-005ebc45d901 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:31:00.887637 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6281c96a-0af9-4e5d-ae4d-a7b1b19147f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:01.077803 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:01.096364 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] No DVR routers for this DVR port bb87706e-8ab5-4136-b87c-005ebc45d901 on host dv-cinder-760193-9-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:31:01.097478 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-6281c96a-0af9-4e5d-ae4d-a7b1b19147f0 None None] For port bb87706e-8ab5-4136-b87c-005ebc45d901, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=bb87706e-8ab5-4136-b87c-005ebc45d901,segment=NetworkSegment(546681e3-8e03-45b7-81b2-db204b97e37c),segment_id=546681e3-8e03-45b7-81b2-db204b97e37c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:01.097973 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6281c96a-0af9-4e5d-ae4d-a7b1b19147f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:01.117181 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-6281c96a-0af9-4e5d-ae4d-a7b1b19147f0 None None] Calling delete_port for bb87706e-8ab5-4136-b87c-005ebc45d901 owned by network:dhcp {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:31:01.124074 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb87706e-8ab5-4136-b87c-005ebc45d901,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:01.210223 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:01.225187 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5fd485-7104-4199-a05c-e3b9f6c68301']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:01.238968 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-6281c96a-0af9-4e5d-ae4d-a7b1b19147f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:01.239840 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546681e3-8e03-45b7-81b2-db204b97e37c') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:01.240303 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546681e3-8e03-45b7-81b2-db204b97e37c') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:01.264413 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:01.271922 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281c96a-0af9-4e5d-ae4d-a7b1b19147f0 None None] Pushing event deleted for resources: {'Port': ['ID=bb87706e-8ab5-4136-b87c-005ebc45d901,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:01.277932 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281c96a-0af9-4e5d-ae4d-a7b1b19147f0 None None] No DVR routers for this DVR port bb87706e-8ab5-4136-b87c-005ebc45d901 on host dv-cinder-760193-9-iscsi {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:31:01.299175 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:01.311627 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:31:01.312437 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:31:01.314743 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:31:01.483697 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:01.491554 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:01.496714 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] 10.222.0.43 "DELETE /v2.0/networks/ac5fd485-7104-4199-a05c-e3b9f6c68301 HTTP/1.1" status: 204 len: 168 time: 0.9056358 Sep 03 18:31:01.498104 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38128) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:01.508345 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c98735-ac96-4d6b-8825-1747b4ee5e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5fd485-7104-4199-a05c-e3b9f6c68301,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:01.670820 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16962bfc-7900-4a90-90de-6b7388d73ad7 req-64c52615-04ce-4a0f-971a-92a60f4cb3e8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:01.672439 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-16962bfc-7900-4a90-90de-6b7388d73ad7 req-64c52615-04ce-4a0f-971a-92a60f4cb3e8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0793376 Sep 03 18:31:01.809844 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-16962bfc-7900-4a90-90de-6b7388d73ad7 req-b92191a6-5d4b-4572-a64c-4a2dd9d18b1d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298828 Sep 03 18:31:01.921604 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38134) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:01.948267 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device bb87706e-8ab5-4136-b87c-005ebc45d901 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:31:01.970744 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: bb87706e-8ab5-4136-b87c-005ebc45d901 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:31:01.971237 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device bb87706e-8ab5-4136-b87c-005ebc45d901 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:31:01.972002 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device ee47389a-15a8-47ec-8ecb-353a7ec855ca no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:31:01.992658 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: ee47389a-15a8-47ec-8ecb-353a7ec855ca {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:31:01.993206 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device ee47389a-15a8-47ec-8ecb-353a7ec855ca not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:31:02.076641 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-93a8425b-fd6e-43e1-85ee-80acca9fd510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:02.145284 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9850ec93-7a9d-4b79-a56a-cbe3f2793269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563258'] for router_interface, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:02.193061 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-93a8425b-fd6e-43e1-85ee-80acca9fd510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:02.290450 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-93a8425b-fd6e-43e1-85ee-80acca9fd510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:02.337491 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-93a8425b-fd6e-43e1-85ee-80acca9fd510 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85fc613b10d440e5a80aad28790a1fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4147081 Sep 03 18:31:02.340244 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38138) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:02.344006 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8425b-fd6e-43e1-85ee-80acca9fd510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f5f6a0-b331-4125-b80d-5479a0a93aa6,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:02.456917 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-786ad10b-89fb-45e8-ad88-1c70225cbd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:02.514564 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-786ad10b-89fb-45e8-ad88-1c70225cbd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:02.607965 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-9850ec93-7a9d-4b79-a56a-cbe3f2793269 admin admin] Deleting port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:31:02.608315 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9850ec93-7a9d-4b79-a56a-cbe3f2793269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:02.684904 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-786ad10b-89fb-45e8-ad88-1c70225cbd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:02.688997 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-786ad10b-89fb-45e8-ad88-1c70225cbd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:02.690166 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-786ad10b-89fb-45e8-ad88-1c70225cbd4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71f5f6a0-b331-4125-b80d-5479a0a93aa6 HTTP/1.1" status: 204 len: 168 time: 0.3483951 Sep 03 18:31:02.710782 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-9850ec93-7a9d-4b79-a56a-cbe3f2793269 admin admin] For port ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5,segment=NetworkSegment(da543859-9640-4adc-89ab-2f2d957030c0),segment_id=da543859-9640-4adc-89ab-2f2d957030c0)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:02.711260 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9850ec93-7a9d-4b79-a56a-cbe3f2793269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:02.713971 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ad10b-89fb-45e8-ad88-1c70225cbd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f5f6a0-b331-4125-b80d-5479a0a93aa6,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:02.730823 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-9850ec93-7a9d-4b79-a56a-cbe3f2793269 admin admin] Calling delete_port for ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 owned by network:router_interface {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:31:03.014420 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940e555-2eee-4ae7-9982-9ff4109a3a87 req-a9f8a930-efb5-40ef-a070-2e0a2ffc64af tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:03.016507 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8940e555-2eee-4ae7-9982-9ff4109a3a87 req-a9f8a930-efb5-40ef-a070-2e0a2ffc64af tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.1065729 Sep 03 18:31:03.068695 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8940e555-2eee-4ae7-9982-9ff4109a3a87 req-318348d2-6594-4cfb-8b70-d704330517a2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429354 Sep 03 18:31:03.089307 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9850ec93-7a9d-4b79-a56a-cbe3f2793269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:03.119053 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850ec93-7a9d-4b79-a56a-cbe3f2793269 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:03.360588 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-9850ec93-7a9d-4b79-a56a-cbe3f2793269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1047720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563374'] for router_interface, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:03.528133 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38146) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:03.548358 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-70fe116f-b163-4cde-ac6e-7acd6cf97a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:03.604672 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9850ec93-7a9d-4b79-a56a-cbe3f2793269 admin admin] Router 47cdcd0e-f162-4954-a41e-1195ffc3cae6 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:31:03.663244 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-70fe116f-b163-4cde-ac6e-7acd6cf97a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:03.725583 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9850ec93-7a9d-4b79-a56a-cbe3f2793269 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:31:03.730693 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-9850ec93-7a9d-4b79-a56a-cbe3f2793269 admin admin] 10.222.0.43 "PUT /v2.0/routers/47cdcd0e-f162-4954-a41e-1195ffc3cae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2315826 Sep 03 18:31:03.734221 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38148) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:03.735337 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3f679-520a-4a85-8b44-8b1732aef5c2 None None] Sync routers for ids ['47cdcd0e-f162-4954-a41e-1195ffc3cae6'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:31:03.746625 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3f679-520a-4a85-8b44-8b1732aef5c2 None None] Routers {'47cdcd0e-f162-4954-a41e-1195ffc3cae6'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:31:03.747368 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-37d3f679-520a-4a85-8b44-8b1732aef5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:30:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['47cdcd0e-f162-4954-a41e-1195ffc3cae6'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:03.847704 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Notify callbacks [] for router, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:03.865903 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-37d3f679-520a-4a85-8b44-8b1732aef5c2 None None] Set router 47cdcd0e-f162-4954-a41e-1195ffc3cae6 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:31:03.960391 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:04.051942 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-37d3f679-520a-4a85-8b44-8b1732aef5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'name': 'tempest-TestShelveInstance-1774304317-router', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:25:03Z', 'updated_at': '2021-09-03T18:31:02Z', 'revision_number': 5, 'project_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'gw_port': {'id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:25:04Z', 'updated_at': '2021-09-03T18:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:04.082377 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3f679-520a-4a85-8b44-8b1732aef5c2 None None] Checking router: 47cdcd0e-f162-4954-a41e-1195ffc3cae6 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:31:04.090493 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3f679-520a-4a85-8b44-8b1732aef5c2 None None] Routers {'47cdcd0e-f162-4954-a41e-1195ffc3cae6'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:31:04.091131 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-37d3f679-520a-4a85-8b44-8b1732aef5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:30:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['47cdcd0e-f162-4954-a41e-1195ffc3cae6'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:04.195842 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-37d3f679-520a-4a85-8b44-8b1732aef5c2 None None] Set router 47cdcd0e-f162-4954-a41e-1195ffc3cae6 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:31:04.201716 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ccf6f-d6e0-4225-9e82-a7c1553b7fc9 req-8cf47268-9c59-4303-b27d-46be3b717405 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:04.203442 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bf8ccf6f-d6e0-4225-9e82-a7c1553b7fc9 req-8cf47268-9c59-4303-b27d-46be3b717405 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0522134 Sep 03 18:31:04.242273 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bf8ccf6f-d6e0-4225-9e82-a7c1553b7fc9 req-6e7093fc-c35b-49b7-bbcb-8713d8b38f59 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327659 Sep 03 18:31:04.248772 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-70fe116f-b163-4cde-ac6e-7acd6cf97a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:04.300532 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-70fe116f-b163-4cde-ac6e-7acd6cf97a77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dbf6070ac59f470fabdeb4d224acc588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7698140 Sep 03 18:31:04.301414 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe116f-b163-4cde-ac6e-7acd6cf97a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfc0986-c478-490c-96a9-49c947513bcd,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:04.304727 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38152) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:04.366152 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Deleting port 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:31:04.366405 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:04.393144 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3807f4ec-054e-4ca9-baa8-285fe984d357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:04.407192 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-37d3f679-520a-4a85-8b44-8b1732aef5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'name': 'tempest-TestShelveInstance-1774304317-router', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:25:03Z', 'updated_at': '2021-09-03T18:31:02Z', 'revision_number': 5, 'project_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'gw_port': {'id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:25:04Z', 'updated_at': '2021-09-03T18:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:04.441614 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3f679-520a-4a85-8b44-8b1732aef5c2 None None] The sync data for ids ['47cdcd0e-f162-4954-a41e-1195ffc3cae6'] in dv-cinder-760193-9-iscsi is: [{'id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'name': 'tempest-TestShelveInstance-1774304317-router', 'tenant_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:25:03Z', 'updated_at': '2021-09-03T18:31:02Z', 'revision_number': 5, 'project_id': 'e2860af9220d4882b8b4538a9d3a7bfb', 'gw_port': {'id': '75f4bda3-ffc6-49cd-8cad-0b2b9c65c312', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:be:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47cdcd0e-f162-4954-a41e-1195ffc3cae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:25:04Z', 'updated_at': '2021-09-03T18:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:31:04.454014 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3807f4ec-054e-4ca9-baa8-285fe984d357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:04.502242 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] For port 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=75f4bda3-ffc6-49cd-8cad-0b2b9c65c312,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:04.502605 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:04.515310 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Calling delete_port for 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 owned by network:router_gateway {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:31:04.882616 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3807f4ec-054e-4ca9-baa8-285fe984d357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:04.885494 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3807f4ec-054e-4ca9-baa8-285fe984d357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:04.889929 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-3807f4ec-054e-4ca9-baa8-285fe984d357 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0dfc0986-c478-490c-96a9-49c947513bcd HTTP/1.1" status: 204 len: 168 time: 0.5841775 Sep 03 18:31:04.921830 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807f4ec-054e-4ca9-baa8-285fe984d357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfc0986-c478-490c-96a9-49c947513bcd,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:05.003155 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:05.045938 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Pushing event deleted for resources: {'Port': ['ID=75f4bda3-ffc6-49cd-8cad-0b2b9c65c312,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:05.112720 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566208'] for router_gateway, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:05.211107 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9298'] for router, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:05.216675 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:05.380823 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559974'] for router, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:05.381499 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47cdcd0e-f162-4954-a41e-1195ffc3cae6 {{(pid=94513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:31:05.387459 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] Notify callbacks [] for router, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:05.392112 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-0c358a5f-999c-4e75-8f64-d464b63ab39b admin admin] 10.222.0.43 "DELETE /v2.0/routers/47cdcd0e-f162-4954-a41e-1195ffc3cae6 HTTP/1.1" status: 204 len: 168 time: 1.6542399 Sep 03 18:31:05.392441 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38164) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:05.465453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74afd39-2d8f-43e6-9ccd-49b9141032ee req-0fbd7c80-5cbe-4049-bc26-288568d3fdcc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:05.469694 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f74afd39-2d8f-43e6-9ccd-49b9141032ee req-0fbd7c80-5cbe-4049-bc26-288568d3fdcc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.1319222 Sep 03 18:31:05.519843 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f74afd39-2d8f-43e6-9ccd-49b9141032ee req-a765cb4b-e00d-4db2-bd05-f25e0854045d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408592 Sep 03 18:31:05.531683 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f62059-89e6-462a-90d8-0bf8d6df8e3b admin admin] Deleting subnet bc22b1e9-a734-4f7f-ac94-eed79b882641 {{(pid=94513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:31:05.536780 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-10f62059-89e6-462a-90d8-0bf8d6df8e3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:05.590623 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-10f62059-89e6-462a-90d8-0bf8d6df8e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62589034'] for subnet, precommit_delete_associations {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:05.734915 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-10f62059-89e6-462a-90d8-0bf8d6df8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:05.894960 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-10f62059-89e6-462a-90d8-0bf8d6df8e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1821046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62815037'] for subnet, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:05.936984 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f62059-89e6-462a-90d8-0bf8d6df8e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc22b1e9-a734-4f7f-ac94-eed79b882641,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:05.941048 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-10f62059-89e6-462a-90d8-0bf8d6df8e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:05.943656 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-10f62059-89e6-462a-90d8-0bf8d6df8e3b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bc22b1e9-a734-4f7f-ac94-eed79b882641 HTTP/1.1" status: 204 len: 168 time: 0.5462627 Sep 03 18:31:05.948920 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38174) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:05.956759 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32808d66-2e6f-4a7b-9d74-aef1e39d55d9 None None] Network c26d8eea-1785-414c-bcbb-0d956190a6a2 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:31:06.026766 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:06.084665 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:31:06.105909 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Deleting port 841ece43-51c4-493e-a4e5-a4266da11b4d {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:31:06.106718 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:06.125077 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:31:06.125435 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device ea5c4232-f00f-4c81-bdcd-e0f75f8f52a5 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:31:06.125871 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:31:06.191763 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] For port 841ece43-51c4-493e-a4e5-a4266da11b4d, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=841ece43-51c4-493e-a4e5-a4266da11b4d,segment=NetworkSegment(da543859-9640-4adc-89ab-2f2d957030c0),segment_id=da543859-9640-4adc-89ab-2f2d957030c0)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:06.192414 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:06.206378 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:31:06.210626 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 75f4bda3-ffc6-49cd-8cad-0b2b9c65c312 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:31:06.216254 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Calling delete_port for 841ece43-51c4-493e-a4e5-a4266da11b4d owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:31:06.377655 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91a3763-106d-44d5-bc7a-5a5f657f2f00 None None] DHCP port deletion for c26d8eea-1785-414c-bcbb-0d956190a6a2 request from dv-cinder-760193-9-iscsi {{(pid=94514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:31:06.426960 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-c91a3763-106d-44d5-bc7a-5a5f657f2f00 None None] Deleting port 841ece43-51c4-493e-a4e5-a4266da11b4d {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:31:06.427766 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c91a3763-106d-44d5-bc7a-5a5f657f2f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:06.500258 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:06.511761 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-c91a3763-106d-44d5-bc7a-5a5f657f2f00 None None] For port 841ece43-51c4-493e-a4e5-a4266da11b4d, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=841ece43-51c4-493e-a4e5-a4266da11b4d,segment=NetworkSegment(da543859-9640-4adc-89ab-2f2d957030c0),segment_id=da543859-9640-4adc-89ab-2f2d957030c0)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:06.515269 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c91a3763-106d-44d5-bc7a-5a5f657f2f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:06.547154 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-c91a3763-106d-44d5-bc7a-5a5f657f2f00 None None] Calling delete_port for 841ece43-51c4-493e-a4e5-a4266da11b4d owned by network:dhcp {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:31:06.554792 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Pushing event deleted for resources: {'Port': ['ID=841ece43-51c4-493e-a4e5-a4266da11b4d,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:06.568323 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] No DVR routers for this DVR port 841ece43-51c4-493e-a4e5-a4266da11b4d on host dv-cinder-760193-9-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:31:06.654496 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c91a3763-106d-44d5-bc7a-5a5f657f2f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:06.683826 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a3763-106d-44d5-bc7a-5a5f657f2f00 None None] Pushing event deleted for resources: {'Port': ['ID=841ece43-51c4-493e-a4e5-a4266da11b4d,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:06.698946 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a3763-106d-44d5-bc7a-5a5f657f2f00 None None] No DVR routers for this DVR port 841ece43-51c4-493e-a4e5-a4266da11b4d on host dv-cinder-760193-9-iscsi {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:31:06.704299 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:06.738108 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26d8eea-1785-414c-bcbb-0d956190a6a2']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:06.760165 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da543859-9640-4adc-89ab-2f2d957030c0') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:06.760460 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da543859-9640-4adc-89ab-2f2d957030c0') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:06.773691 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04cffc-fe4e-4c37-89ab-00f067e256bb req-50f0d75a-84a8-4e92-8b00-ad24f89a59b2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:06.775311 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fb04cffc-fe4e-4c37-89ab-00f067e256bb req-50f0d75a-84a8-4e92-8b00-ad24f89a59b2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.1196928 Sep 03 18:31:06.784257 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:06.811031 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:06.821531 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:31:06.822276 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:31:06.825131 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:31:06.848764 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fb04cffc-fe4e-4c37-89ab-00f067e256bb req-37bb1078-979f-46e8-9222-6603564d0834 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622058 Sep 03 18:31:07.008795 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:07.015064 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:07.025167 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] 10.222.0.43 "DELETE /v2.0/networks/c26d8eea-1785-414c-bcbb-0d956190a6a2 HTTP/1.1" status: 204 len: 168 time: 1.0720067 Sep 03 18:31:07.053665 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f6545-d2ad-4c56-b7da-4d7df82f334b admin admin] Pushing event deleted for resources: {'Network': ['ID=c26d8eea-1785-414c-bcbb-0d956190a6a2,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:07.460947 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38204) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:07.507492 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-47e7c4be-daa9-49e9-a09d-6214d8e36bda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=505fcc68162a484aa2508fe94a4acdaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450916 Sep 03 18:31:07.510404 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38206) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:07.575475 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7ce48d33-e592-4295-94ae-bae94038d577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:07.602388 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7ce48d33-e592-4295-94ae-bae94038d577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:07.780420 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7ce48d33-e592-4295-94ae-bae94038d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:07.783212 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-7ce48d33-e592-4295-94ae-bae94038d577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:07.784530 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-7ce48d33-e592-4295-94ae-bae94038d577 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b66b785-377b-41bb-a827-ad0708184367 HTTP/1.1" status: 204 len: 168 time: 0.2725432 Sep 03 18:31:07.832746 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce48d33-e592-4295-94ae-bae94038d577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b66b785-377b-41bb-a827-ad0708184367,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:07.927965 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 841ece43-51c4-493e-a4e5-a4266da11b4d no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:31:07.954791 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 841ece43-51c4-493e-a4e5-a4266da11b4d {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:31:07.955175 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 841ece43-51c4-493e-a4e5-a4266da11b4d not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:31:07.974787 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198d2b9-75fb-40c7-8a66-e76f6e13b630 req-9ef0c15e-0a4d-4cb0-a75c-e1ad5ac76b04 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:07.978617 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b198d2b9-75fb-40c7-8a66-e76f6e13b630 req-9ef0c15e-0a4d-4cb0-a75c-e1ad5ac76b04 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0588853 Sep 03 18:31:08.015037 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b198d2b9-75fb-40c7-8a66-e76f6e13b630 req-81308cd4-a6a9-436b-88ed-19680e045035 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324941 Sep 03 18:31:08.640673 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38234) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:08.692483 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-47c10e2a-6206-44e0-95be-26226106ffb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2860af9220d4882b8b4538a9d3a7bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500772 Sep 03 18:31:08.695884 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38236) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:08.758213 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-82b92ab1-2c84-40a5-92bc-6def2cce48ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:08.785564 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-82b92ab1-2c84-40a5-92bc-6def2cce48ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:08.923070 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-82b92ab1-2c84-40a5-92bc-6def2cce48ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:08.926125 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-82b92ab1-2c84-40a5-92bc-6def2cce48ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:08.927279 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-82b92ab1-2c84-40a5-92bc-6def2cce48ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abde5e40-1583-450e-901b-3fdaaa28ea4f HTTP/1.1" status: 204 len: 168 time: 0.2297189 Sep 03 18:31:08.947176 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b92ab1-2c84-40a5-92bc-6def2cce48ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abde5e40-1583-450e-901b-3fdaaa28ea4f,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:09.159846 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6844185f-a298-476f-8f4e-7a8bbd561d68 req-5016f745-8b91-479c-b71e-e6ab59b16172 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:09.162460 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6844185f-a298-476f-8f4e-7a8bbd561d68 req-5016f745-8b91-479c-b71e-e6ab59b16172 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0581515 Sep 03 18:31:09.208873 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6844185f-a298-476f-8f4e-7a8bbd561d68 req-e111c4bf-3d8d-4799-89a2-2859b7bf6d5f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401027 Sep 03 18:31:09.843067 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:10.331588 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78db3d2-caaa-4552-904b-c8004e30e8c0 req-19e3626e-fce3-49a3-8941-dd1c2cb8eef4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:10.333092 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d78db3d2-caaa-4552-904b-c8004e30e8c0 req-19e3626e-fce3-49a3-8941-dd1c2cb8eef4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0488734 Sep 03 18:31:10.370899 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d78db3d2-caaa-4552-904b-c8004e30e8c0 req-b1d41501-3c14-49a8-a421-9094b93ca05a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315995 Sep 03 18:31:10.600779 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b800432-768d-4b02-a471-c63c8ac135ff req-4ffbe22b-62a3-45f8-8c24-7a83b5c0926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:10.602334 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b800432-768d-4b02-a471-c63c8ac135ff req-4ffbe22b-62a3-45f8-8c24-7a83b5c0926e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 1099 time: 0.0408404 Sep 03 18:31:10.700153 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b800432-768d-4b02-a471-c63c8ac135ff req-6a93092b-e58c-4211-a695-ae4ae6c52c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:10.701844 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b800432-768d-4b02-a471-c63c8ac135ff req-6a93092b-e58c-4211-a695-ae4ae6c52c2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 917 time: 0.0910506 Sep 03 18:31:10.768391 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b800432-768d-4b02-a471-c63c8ac135ff req-c77b3848-24ba-4d07-b6d5-c6768dd666bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4972d514-d03e-4453-a203-ff6342fb8c33 HTTP/1.1" status: 200 len: 1002 time: 0.0590305 Sep 03 18:31:10.821711 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b800432-768d-4b02-a471-c63c8ac135ff req-082f4517-36aa-4c9e-80a2-a4600398ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:10.823180 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b800432-768d-4b02-a471-c63c8ac135ff req-082f4517-36aa-4c9e-80a2-a4600398ded5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1df25eee-e34a-4c63-bd04-657d1c644d31 HTTP/1.1" status: 200 len: 855 time: 0.0479484 Sep 03 18:31:10.872732 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b800432-768d-4b02-a471-c63c8ac135ff req-f9711bbb-c224-45a6-9be5-b627a03941ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:10.874275 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b800432-768d-4b02-a471-c63c8ac135ff req-f9711bbb-c224-45a6-9be5-b627a03941ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=998204b6-a286-4efa-8861-56398dfc9dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431373 Sep 03 18:31:10.971917 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b800432-768d-4b02-a471-c63c8ac135ff req-f44d422b-2cc5-41ee-b745-69655d6cc545 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899539 Sep 03 18:31:11.067743 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b800432-768d-4b02-a471-c63c8ac135ff req-2dadd54e-6981-4355-80e9-98f19fe199bb service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874767 Sep 03 18:31:11.493010 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbfba8-b474-403b-b4ab-a2459d56e9f9 req-e4497a46-38c1-4754-87ba-77b6863bfab2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:11.494447 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-84cbfba8-b474-403b-b4ab-a2459d56e9f9 req-e4497a46-38c1-4754-87ba-77b6863bfab2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0505123 Sep 03 18:31:11.533372 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-84cbfba8-b474-403b-b4ab-a2459d56e9f9 req-a3ee1181-a154-456f-a66e-562e5e5257b8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325370 Sep 03 18:31:11.601075 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59712f45-7d97-4a96-bf36-c2a57ae945c6 req-705c53a2-7aa0-4995-a68c-5e8da10cb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:11.602577 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-59712f45-7d97-4a96-bf36-c2a57ae945c6 req-705c53a2-7aa0-4995-a68c-5e8da10cb9ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 1099 time: 0.0488007 Sep 03 18:31:11.719382 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59712f45-7d97-4a96-bf36-c2a57ae945c6 req-9c0eb387-2067-4b70-bd87-ac8f3e3db496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:11.720881 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-59712f45-7d97-4a96-bf36-c2a57ae945c6 req-9c0eb387-2067-4b70-bd87-ac8f3e3db496 service neutron] 10.222.0.32 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 917 time: 0.0954456 Sep 03 18:31:11.790407 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-59712f45-7d97-4a96-bf36-c2a57ae945c6 req-ff44d417-c6bb-4546-bfca-07a561d321a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4972d514-d03e-4453-a203-ff6342fb8c33 HTTP/1.1" status: 200 len: 1002 time: 0.0598080 Sep 03 18:31:11.840889 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59712f45-7d97-4a96-bf36-c2a57ae945c6 req-cf9692a5-0182-4908-afff-355982cd8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:11.842324 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-59712f45-7d97-4a96-bf36-c2a57ae945c6 req-cf9692a5-0182-4908-afff-355982cd8d8c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1df25eee-e34a-4c63-bd04-657d1c644d31 HTTP/1.1" status: 200 len: 855 time: 0.0436516 Sep 03 18:31:11.892152 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59712f45-7d97-4a96-bf36-c2a57ae945c6 req-9b0f394c-eb3b-47e4-a34b-4f24e326f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:11.893651 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-59712f45-7d97-4a96-bf36-c2a57ae945c6 req-9b0f394c-eb3b-47e4-a34b-4f24e326f6fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=998204b6-a286-4efa-8861-56398dfc9dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399382 Sep 03 18:31:12.004271 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-59712f45-7d97-4a96-bf36-c2a57ae945c6 req-06e7d17e-875d-4543-a5c5-aaa16a80f5eb service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987682 Sep 03 18:31:12.095071 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-59712f45-7d97-4a96-bf36-c2a57ae945c6 req-e9f2cc6b-7636-447f-b1ab-f94f76ad9ac5 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810289 Sep 03 18:31:12.698135 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad36d2d-d7df-4bfa-8d42-ff8ccc5bfeac req-0e41ee38-e934-4d74-81c3-459f046f0e22 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:12.698135 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4ad36d2d-d7df-4bfa-8d42-ff8ccc5bfeac req-0e41ee38-e934-4d74-81c3-459f046f0e22 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0696809 Sep 03 18:31:12.735681 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4ad36d2d-d7df-4bfa-8d42-ff8ccc5bfeac req-caee6c6c-2051-41b9-a94b-65ea5e12a90d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338628 Sep 03 18:31:13.857333 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e661c26-ce9a-43e5-a683-ae1654ca9a20 req-599cd744-77ff-444c-926a-825a5e24015e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:13.858855 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4e661c26-ce9a-43e5-a683-ae1654ca9a20 req-599cd744-77ff-444c-926a-825a5e24015e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 946 time: 0.0491943 Sep 03 18:31:13.898432 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4e661c26-ce9a-43e5-a683-ae1654ca9a20 req-95e117fb-e9a7-4d06-8605-ff21bf48bbb7 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333877 Sep 03 18:31:15.172590 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 4972d514-d03e-4453-a203-ff6342fb8c33 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:31:15.250865 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:15.272578 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:31:15.274797 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7ec480-7563-4289-90de-73fcc86e7d03" -d '{"events": [{"server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "name": "network-vif-unplugged", "status": "completed", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:31:15.286922 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4972d514-d03e-4453-a203-ff6342fb8c33,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:15.308370 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 18:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8438d103-b6ba-4c0d-b110-a5cff2e72906 x-openstack-request-id: req-8438d103-b6ba-4c0d-b110-a5cff2e72906 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:31:15.308691 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "name": "network-vif-unplugged", "status": "failed", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33", "code": 422}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:31:15.308951 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8438d103-b6ba-4c0d-b110-a5cff2e72906 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:31:15.309984 dv-cinder-760193-9-iscsi neutron-server[94514]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33', 'code': 422} returned with failed status Sep 03 18:31:15.373985 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:15.426746 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=4972d514-d03e-4453-a203-ff6342fb8c33,revision_number=8']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:16.580968 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70d856-f5fb-4976-a5e3-b4f473942eb4 req-6e78fb90-aee6-4051-a8df-7d4cbfd19669 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:16.582454 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ac70d856-f5fb-4976-a5e3-b4f473942eb4 req-6e78fb90-aee6-4051-a8df-7d4cbfd19669 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0485010 Sep 03 18:31:16.628008 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ac70d856-f5fb-4976-a5e3-b4f473942eb4 req-bab288a8-036e-43b8-b224-bb9b8d2c33f9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328252 Sep 03 18:31:16.845594 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-059004aa-de58-4180-bc0b-75508ee8bd49 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394199 Sep 03 18:31:17.753184 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff5c96-5b51-4546-910c-9db9e4c25157 req-8343c511-4b96-4fbd-adc1-30bf58f72d62 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:17.754661 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3cff5c96-5b51-4546-910c-9db9e4c25157 req-8343c511-4b96-4fbd-adc1-30bf58f72d62 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0549376 Sep 03 18:31:17.795619 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3cff5c96-5b51-4546-910c-9db9e4c25157 req-cf5f7a23-78c5-40bb-8b74-c46234a41027 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346577 Sep 03 18:31:18.327795 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38384) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:18.449510 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-47c329f3-d290-409e-bec4-0f2afcd1de83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:18.474939 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-ce721848-2c68-4c6e-93d2-9af10dc26d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:18.476511 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-ce721848-2c68-4c6e-93d2-9af10dc26d72 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037&tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c HTTP/1.1" status: 200 len: 1097 time: 0.0661595 Sep 03 18:31:18.545301 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-616c5109-bc75-4c44-9eef-9db65837bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:18.546770 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-616c5109-bc75-4c44-9eef-9db65837bb6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 1097 time: 0.0468457 Sep 03 18:31:18.660511 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-47c329f3-d290-409e-bec4-0f2afcd1de83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:18.670068 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-0ee80583-46ab-4c16-9345-3221909ff7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:18.671572 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-0ee80583-46ab-4c16-9345-3221909ff7c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 917 time: 0.1171613 Sep 03 18:31:18.739455 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-5f4920a6-9c4a-4bfb-9bea-4e7a35ce4fec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4972d514-d03e-4453-a203-ff6342fb8c33 HTTP/1.1" status: 200 len: 1000 time: 0.0602379 Sep 03 18:31:18.786553 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-47c329f3-d290-409e-bec4-0f2afcd1de83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:18.815578 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-cc198f31-438c-4ffe-8f5a-81e9926e47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:18.817080 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-cc198f31-438c-4ffe-8f5a-81e9926e47ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1df25eee-e34a-4c63-bd04-657d1c644d31 HTTP/1.1" status: 200 len: 855 time: 0.0714402 Sep 03 18:31:18.843263 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-47c329f3-d290-409e-bec4-0f2afcd1de83 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d098479d766f4a4b97858b87f10f3488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142584 Sep 03 18:31:18.844503 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38390) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:18.861477 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c329f3-d290-409e-bec4-0f2afcd1de83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29813fb-4524-412b-a52f-31894138489c,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:18.896426 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88b472d4-cbf3-43fd-be72-90c5b396e20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:18.911686 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-9087162f-045a-4ec8-9b76-282fee36cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:18.913115 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-9087162f-045a-4ec8-9b76-282fee36cd16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=998204b6-a286-4efa-8861-56398dfc9dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853865 Sep 03 18:31:18.920855 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88b472d4-cbf3-43fd-be72-90c5b396e20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:18.951894 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69125a3a-5f80-4527-bed1-40439068c4e3 req-bae4a9ef-8d0c-40bf-b8fc-f3af8ea77e52 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:18.953412 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-69125a3a-5f80-4527-bed1-40439068c4e3 req-bae4a9ef-8d0c-40bf-b8fc-f3af8ea77e52 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0788734 Sep 03 18:31:19.028780 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-69125a3a-5f80-4527-bed1-40439068c4e3 req-45757a1c-7bb5-45a6-908c-999cc0f0dbe4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681059 Sep 03 18:31:19.042480 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-d9a5cc8f-850c-488f-bed9-98b7c66f4d48 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218555 Sep 03 18:31:19.052368 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88b472d4-cbf3-43fd-be72-90c5b396e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:19.055113 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-88b472d4-cbf3-43fd-be72-90c5b396e20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:19.056571 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-88b472d4-cbf3-43fd-be72-90c5b396e20b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a29813fb-4524-412b-a52f-31894138489c HTTP/1.1" status: 204 len: 168 time: 0.2110596 Sep 03 18:31:19.064860 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b472d4-cbf3-43fd-be72-90c5b396e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29813fb-4524-412b-a52f-31894138489c,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:19.146430 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc5f77d8-1918-431a-bf3a-14d688b93738 req-3b1cf753-c37b-4459-8884-e7ae4f592432 service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972195 Sep 03 18:31:19.702492 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38414) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:19.715709 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fd2d5743-7dc1-4f1b-b84f-5b3a4790babf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:19.805872 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fd2d5743-7dc1-4f1b-b84f-5b3a4790babf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:19.878230 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-fd2d5743-7dc1-4f1b-b84f-5b3a4790babf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:19.940238 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38418) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:19.940914 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-fd2d5743-7dc1-4f1b-b84f-5b3a4790babf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a1ac14111474994ab07c7efb7948818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2374430 Sep 03 18:31:19.961936 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d5743-7dc1-4f1b-b84f-5b3a4790babf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39614f6b-74dc-4558-8015-f92ef88aed55,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:20.005827 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-13386716-fd71-457e-a600-f1f8eeeeceb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:20.033042 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-13386716-fd71-457e-a600-f1f8eeeeceb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:20.167620 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ada7f-ac5c-41d4-b0a0-935897a0da22 req-74f5d128-5e0b-4290-9e47-4973a616a1bc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:20.170206 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-236ada7f-ac5c-41d4-b0a0-935897a0da22 req-74f5d128-5e0b-4290-9e47-4973a616a1bc tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0568900 Sep 03 18:31:20.171803 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-13386716-fd71-457e-a600-f1f8eeeeceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:20.174939 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-13386716-fd71-457e-a600-f1f8eeeeceb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:20.176283 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-13386716-fd71-457e-a600-f1f8eeeeceb3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/39614f6b-74dc-4558-8015-f92ef88aed55 HTTP/1.1" status: 204 len: 168 time: 0.2344050 Sep 03 18:31:20.200506 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13386716-fd71-457e-a600-f1f8eeeeceb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39614f6b-74dc-4558-8015-f92ef88aed55,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:20.240188 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-236ada7f-ac5c-41d4-b0a0-935897a0da22 req-8f43bd40-f43f-4b5f-b68b-ef4301f2f4f9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622458 Sep 03 18:31:20.620049 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1c0b-937f-455c-bf8d-36c08d40dd99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:20.961042 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38426) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:20.975786 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-011ef3d5-c0f7-4a6a-b6fa-287cf69d3f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:21.076527 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-011ef3d5-c0f7-4a6a-b6fa-287cf69d3f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:21.174422 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-011ef3d5-c0f7-4a6a-b6fa-287cf69d3f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:21.218199 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-011ef3d5-c0f7-4a6a-b6fa-287cf69d3f84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=89a1fb2c7b42455fa9a35357dccc6644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559085 Sep 03 18:31:21.219216 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ef3d5-c0f7-4a6a-b6fa-287cf69d3f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057f4585-fcb5-476c-952f-4203f04502f6,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:21.220978 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38428) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:21.275177 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4dd3244d-d801-4465-af0d-2ca0c244b62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:21.296333 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4dd3244d-d801-4465-af0d-2ca0c244b62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:21.401432 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8cbd7-5633-4bbf-b1e3-3b69a2db842b req-899fc8a2-3f0f-406d-8975-7103a8fbe933 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:21.403090 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-85f8cbd7-5633-4bbf-b1e3-3b69a2db842b req-899fc8a2-3f0f-406d-8975-7103a8fbe933 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0524805 Sep 03 18:31:21.445965 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-85f8cbd7-5633-4bbf-b1e3-3b69a2db842b req-474763dc-4885-44be-a721-ebf7374a903c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360329 Sep 03 18:31:21.505899 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4dd3244d-d801-4465-af0d-2ca0c244b62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:21.508613 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4dd3244d-d801-4465-af0d-2ca0c244b62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:21.512951 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-4dd3244d-d801-4465-af0d-2ca0c244b62d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/057f4585-fcb5-476c-952f-4203f04502f6 HTTP/1.1" status: 204 len: 168 time: 0.2871454 Sep 03 18:31:21.520290 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3244d-d801-4465-af0d-2ca0c244b62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057f4585-fcb5-476c-952f-4203f04502f6,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:22.585155 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983df1-1d96-4e98-801f-7d2f13c6cfa6 req-8e0590e3-f881-49bc-8d56-83bc41f54050 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:22.586908 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5b983df1-1d96-4e98-801f-7d2f13c6cfa6 req-8e0590e3-f881-49bc-8d56-83bc41f54050 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0531437 Sep 03 18:31:22.588465 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38454) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:22.634448 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5b983df1-1d96-4e98-801f-7d2f13c6cfa6 req-6833771e-8d3f-41e7-838f-a92231ff6a4e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357368 Sep 03 18:31:22.712396 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-617873580-network', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:31:22.794111 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Made reservation on behalf of e7eb803d0a4f429fab159f7d8a3ee7fb for: {'network': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:31:22.796449 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:22.805338 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:22.909886 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:22.951630 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-29649c8a-6e2f-4188-9cf5-048aa5480233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:22.974133 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:23.006905 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=94513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:31:23.018310 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd6e140-4c37-4dbb-a677-4ae612eefc1a,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:23.025041 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:23.026205 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.segments_db [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Added segment e47085f0-bb4e-460a-ac4b-88257921e58b of type vlan for network 0faea959-f822-45f7-8968-d9fbcc3a6f51 Sep 03 18:31:23.068410 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:23.166577 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:23.167571 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:23.168235 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:23.236367 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] Pushing event updated for resources: {'Network': ['ID=0faea959-f822-45f7-8968-d9fbcc3a6f51,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:23.248673 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network 0faea959-f822-45f7-8968-d9fbcc3a6f51 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:31:23.260438 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-79053f15-af4f-4b5f-be65-78e3566f5592 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6707740 Sep 03 18:31:23.263956 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38460) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:23.269676 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-b10dcb47-fc15-48d2-8083-2c5535b793c9 admin admin] Request body: {'subnet': {'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-617873580-subnet', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'ip_version': 4}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:31:23.357529 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10dcb47-fc15-48d2-8083-2c5535b793c9 admin admin] Made reservation on behalf of e7eb803d0a4f429fab159f7d8a3ee7fb for: {'subnet': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:31:23.360703 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b10dcb47-fc15-48d2-8083-2c5535b793c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62815000'] for subnet, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:23.385422 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:23.607782 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b10dcb47-fc15-48d2-8083-2c5535b793c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1821111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62815030'] for subnet, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:23.671400 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dcb47-fc15-48d2-8083-2c5535b793c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0340f6f8-fbae-45a3-be3c-b46273d54605,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:23.680615 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10dcb47-fc15-48d2-8083-2c5535b793c9 admin admin] Checking segment: {'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:31:23.681013 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10dcb47-fc15-48d2-8083-2c5535b793c9 admin admin] Network hostable DHCP agents. Network: 0faea959-f822-45f7-8968-d9fbcc3a6f51, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:31:23.769279 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae1cfd-a986-43db-a435-2ff49f1e1ee0 req-404eba0a-544f-45b0-bec3-7487564cd036 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:23.771059 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b8ae1cfd-a986-43db-a435-2ff49f1e1ee0 req-404eba0a-544f-45b0-bec3-7487564cd036 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0574770 Sep 03 18:31:23.772253 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10dcb47-fc15-48d2-8083-2c5535b793c9 admin admin] Network 0faea959-f822-45f7-8968-d9fbcc3a6f51 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:31:23.812985 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b8ae1cfd-a986-43db-a435-2ff49f1e1ee0 req-f5a29b7f-fd3a-45e0-8b8f-aef5961f0936 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348301 Sep 03 18:31:23.899866 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-b10dcb47-fc15-48d2-8083-2c5535b793c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, 0faea959-f822-45f7-8968-d9fbcc3a6f51) {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:31:23.914317 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ba427-a251-4a68-b820-ba6c0b513529 None None] Network 0faea959-f822-45f7-8968-d9fbcc3a6f51 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:31:23.914585 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10dcb47-fc15-48d2-8083-2c5535b793c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:23.916365 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-b10dcb47-fc15-48d2-8083-2c5535b793c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.015155 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-b10dcb47-fc15-48d2-8083-2c5535b793c9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7500815 Sep 03 18:31:24.017433 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38464) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:24.022778 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:31:24.066537 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4524e765-2700-5d6f-98dc-8efc490ce53f-0faea959-f822-45f7-8968-d9fbcc3a6f51', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'fixed_ips': [{'subnet_id': '0340f6f8-fbae-45a3-be3c-b46273d54605'}]}} from dv-cinder-760193-9-iscsi. {{(pid=94514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:31:24.067399 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.100043 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9284'] for router, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.101380 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9309'] for router, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.163509 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.229969 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Allocated IP 172.20.0.2 (0faea959-f822-45f7-8968-d9fbcc3a6f51/0340f6f8-fbae-45a3-be3c-b46273d54605/4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:31:24.311100 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.383301 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.392789 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Transition to ACTIVE for port object 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:31:24.393275 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.409033 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Transition to ACTIVE for port object 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:31:24.614894 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.655613 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Network 0faea959-f822-45f7-8968-d9fbcc3a6f51 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:31:24.658613 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:31:24.662165 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:31:24.669873 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Pushing event updated for resources: {'Port': ['ID=4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:24.738898 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Attempting to bind port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:31:24.739274 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Attempting to bind port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:31:24.739647 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Attempting to bind port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 on network 0faea959-f822-45f7-8968-d9fbcc3a6f51 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:31:24.743564 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.744810 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:31:24.745144 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Checking segment: {'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:31:24.745557 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.745955 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Bound using segment: {'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:31:24.746948 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Bound port: 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:31:24.747355 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.763755 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:24.907728 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Allocated IP 172.27.2.35 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/54a28844-8954-4e31-a0a0-e4e309476b21) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:31:24.944862 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] For port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:31:24.948913 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] For port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:31:24.982856 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede572f-cbb5-46f5-aa47-43f9c7fb7433 req-df776c54-8ca3-4c70-b231-166759028969 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:24.984397 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-aede572f-cbb5-46f5-aa47-43f9c7fb7433 req-df776c54-8ca3-4c70-b231-166759028969 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0736291 Sep 03 18:31:25.025406 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-aede572f-cbb5-46f5-aa47-43f9c7fb7433 req-c0bb8f33-af81-4b9c-be01-8ec9210ba5c8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349948 Sep 03 18:31:25.030279 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:25.066671 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:25.116376 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3245f6-69a2-4d5f-ab9f-9d0740bb6a60 None None] Pushing event updated for resources: {'Port': ['ID=4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:25.209565 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:25.249659 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:31:25.252671 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:31:25.255446 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:31:25.286888 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Pushing event updated for resources: {'Port': ['ID=54a28844-8954-4e31-a0a0-e4e309476b21,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:25.647970 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:25.847533 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:25.857512 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566244'] for router, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:26.018733 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:26.173713 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:31:26.207709 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce34a2-ba7d-4b41-adbd-3f9f9f30228d req-49282a3a-5f16-44cc-b3b1-22ec7c5fd1d7 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:26.209302 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-94ce34a2-ba7d-4b41-adbd-3f9f9f30228d req-49282a3a-5f16-44cc-b3b1-22ec7c5fd1d7 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0782542 Sep 03 18:31:26.272698 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-94ce34a2-ba7d-4b41-adbd-3f9f9f30228d req-81e18945-b726-4215-bad9-bf3baa2c9c01 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556953 Sep 03 18:31:26.304036 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a99153-1ca0-4347-80de-6d020a71eca7 None None] Network 0faea959-f822-45f7-8968-d9fbcc3a6f51 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:31:26.362323 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Router e4615d96-2a72-46d7-b976-bc107466115c is scheduled to L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 with binding_index 1 {{(pid=94512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:31:26.467773 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-b313b3a6-7062-47af-af83-464eb3deef8b None None] Provisioning for port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:31:26.474919 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-b313b3a6-7062-47af-af83-464eb3deef8b None None] Provisioning complete for port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:26.475317 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b313b3a6-7062-47af-af83-464eb3deef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:26.490048 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:31:26.502004 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Sync routers for ids ['e4615d96-2a72-46d7-b976-bc107466115c'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:31:26.532946 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Routers {'e4615d96-2a72-46d7-b976-bc107466115c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:31:26.538233 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:31:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['e4615d96-2a72-46d7-b976-bc107466115c'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:26.574235 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:26.579100 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38472) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:26.585109 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-d20bcf1d-e5b0-4ab1-bd65-b7beaefe3951 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5599022 Sep 03 18:31:26.607006 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b313b3a6-7062-47af-af83-464eb3deef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:26.670230 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Set router e4615d96-2a72-46d7-b976-bc107466115c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:31:26.673371 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-b313b3a6-7062-47af-af83-464eb3deef8b None None] For port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:26.739640 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b313b3a6-7062-47af-af83-464eb3deef8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:26.796678 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313b3a6-7062-47af-af83-464eb3deef8b None None] Pushing event updated for resources: {'Port': ['ID=4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:26.862256 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-4baff995-3d2e-4f5b-a923-6e59bce5d288 None None] Provisioning complete for port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:26.862634 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4baff995-3d2e-4f5b-a923-6e59bce5d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:26.896235 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:25Z', 'revision_number': 3, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:26.928817 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Checking router: e4615d96-2a72-46d7-b976-bc107466115c for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:31:26.930692 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Updating router e4615d96-2a72-46d7-b976-bc107466115c port 54a28844-8954-4e31-a0a0-e4e309476b21 binding host dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:31:26.973944 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:27.233567 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:27.358241 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:27.369239 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Transition to ACTIVE for port object 54a28844-8954-4e31-a0a0-e4e309476b21 will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:31:27.459338 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:27.473700 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Allocated IP 172.20.0.1 (0faea959-f822-45f7-8968-d9fbcc3a6f51/0340f6f8-fbae-45a3-be3c-b46273d54605/cb0af39b-c989-47cc-81a9-8fea5f6c098f) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:31:27.514936 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02041dc1-645a-401b-b8ef-f61c97fc7f65 req-c820ffc1-3ba5-464c-9cad-5823ab5ec0c9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:27.519209 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-02041dc1-645a-401b-b8ef-f61c97fc7f65 req-c820ffc1-3ba5-464c-9cad-5823ab5ec0c9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.1107883 Sep 03 18:31:27.526345 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Pushing event updated for resources: {'Port': ['ID=54a28844-8954-4e31-a0a0-e4e309476b21,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:27.546854 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.547214 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.547540 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.547875 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.548204 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.548534 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.548883 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.549209 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.549553 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.549879 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.550203 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.550522 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.562565 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Attempting to bind port 54a28844-8954-4e31-a0a0-e4e309476b21 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:31:27.562937 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Attempting to bind port 54a28844-8954-4e31-a0a0-e4e309476b21 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:31:27.563308 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Attempting to bind port 54a28844-8954-4e31-a0a0-e4e309476b21 on network faebfe95-4400-41e1-be0f-d85963a19747 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:31:27.569107 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:31:27.569480 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Checking segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:31:27.569886 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:27.570280 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Bound using segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:31:27.570742 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Bound port: 54a28844-8954-4e31-a0a0-e4e309476b21, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:31:27.571145 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:27.610267 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-02041dc1-645a-401b-b8ef-f61c97fc7f65 req-e7fb999b-9a9f-4d66-ac74-a1fa0ed08971 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784488 Sep 03 18:31:27.647834 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:27.650414 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] For port 54a28844-8954-4e31-a0a0-e4e309476b21, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:31:27.654367 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] For port 54a28844-8954-4e31-a0a0-e4e309476b21, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=54a28844-8954-4e31-a0a0-e4e309476b21,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:31:27.667171 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Transition to ACTIVE for port object cb0af39b-c989-47cc-81a9-8fea5f6c098f will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:31:27.751813 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:27.792514 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:27.812686 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Routers {'e4615d96-2a72-46d7-b976-bc107466115c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:31:27.813366 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:31:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['e4615d96-2a72-46d7-b976-bc107466115c'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:27.834724 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Network 0faea959-f822-45f7-8968-d9fbcc3a6f51 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:31:27.839198 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:31:27.846828 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:31:27.858822 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fd34e-1a86-4ac2-8cb4-13240246f9d0 None None] Pushing event updated for resources: {'Port': ['ID=54a28844-8954-4e31-a0a0-e4e309476b21,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:27.881105 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Pushing event updated for resources: {'Port': ['ID=cb0af39b-c989-47cc-81a9-8fea5f6c098f,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:27.891631 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.892036 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.892362 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.892764 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.893103 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.893444 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.893777 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.894111 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.894445 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.894777 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.895153 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.895413 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:31:27.917520 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681905'] for router_interface, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:27.982506 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:28.023554 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] Set router e4615d96-2a72-46d7-b976-bc107466115c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:31:28.053710 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:28.066594 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:28.234056 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:28.282092 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-7a612c03-7204-4716-8dd1-d84b073d42ce None None] Provisioning for port cb0af39b-c989-47cc-81a9-8fea5f6c098f completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:31:28.286688 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-7a612c03-7204-4716-8dd1-d84b073d42ce None None] Provisioning complete for port cb0af39b-c989-47cc-81a9-8fea5f6c098f triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:28.291448 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7a612c03-7204-4716-8dd1-d84b073d42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:28.308092 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:25Z', 'revision_number': 3, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:28.331105 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-7a612c03-7204-4716-8dd1-d84b073d42ce None None] Port cb0af39b-c989-47cc-81a9-8fea5f6c098f cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:31:28.352499 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0e695-7c9e-4c82-834d-2d55f58bdf5f None None] The sync data for ids ['e4615d96-2a72-46d7-b976-bc107466115c'] in dv-cinder-760193-9-iscsi is: [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:25Z', 'revision_number': 3, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:31:28.570152 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:28.796533 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a0f15-aa8f-4f20-b301-f5a982731227 req-d52141d4-8dc2-4493-be07-ef562190685f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:28.798161 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8c5a0f15-aa8f-4f20-b301-f5a982731227 req-d52141d4-8dc2-4493-be07-ef562190685f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.1127157 Sep 03 18:31:28.860410 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8c5a0f15-aa8f-4f20-b301-f5a982731227 req-e0f464c7-41c1-4cc0-948b-01a67cc000ed tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558758 Sep 03 18:31:29.339518 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:29.670153 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Pushing event updated for resources: {'Port': ['ID=cb0af39b-c989-47cc-81a9-8fea5f6c098f,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:29.672590 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1047743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563233'] for router_interface, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:29.764159 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Network 0faea959-f822-45f7-8968-d9fbcc3a6f51 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:31:29.765646 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:31:29.914949 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Router e4615d96-2a72-46d7-b976-bc107466115c has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:31:30.068176 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 54a28844-8954-4e31-a0a0-e4e309476b21 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:30.111194 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:31:30.118490 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-67922443-f0d6-475a-a530-7cd756fc0481 admin admin] 10.222.0.43 "PUT /v2.0/routers/e4615d96-2a72-46d7-b976-bc107466115c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5381708 Sep 03 18:31:30.126161 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f75ef588-752c-4ef6-98da-248a3194662e None None] Provisioning complete for port cb0af39b-c989-47cc-81a9-8fea5f6c098f triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:30.126541 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f75ef588-752c-4ef6-98da-248a3194662e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:30.195053 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f75ef588-752c-4ef6-98da-248a3194662e None None] Port cb0af39b-c989-47cc-81a9-8fea5f6c098f cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:31:30.310319 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 54a28844-8954-4e31-a0a0-e4e309476b21 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:31:30.321349 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 54a28844-8954-4e31-a0a0-e4e309476b21 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:30.329966 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:30.336537 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5d19a-7a1f-41f9-89ea-58385fd790b5 req-bfcf8a2f-26f8-41ed-93c3-a3b609a818e2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:30.338478 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-80a5d19a-7a1f-41f9-89ea-58385fd790b5 req-bfcf8a2f-26f8-41ed-93c3-a3b609a818e2 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0832748 Sep 03 18:31:30.399064 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-80a5d19a-7a1f-41f9-89ea-58385fd790b5 req-401fc7aa-51a6-4ac0-879a-f6a24fd09984 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539510 Sep 03 18:31:30.416757 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Sync routers for ids ['e4615d96-2a72-46d7-b976-bc107466115c'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:31:30.431999 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:30.447677 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Routers {'e4615d96-2a72-46d7-b976-bc107466115c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:31:30.448318 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:31:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['e4615d96-2a72-46d7-b976-bc107466115c'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:30.492774 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 54a28844-8954-4e31-a0a0-e4e309476b21, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=54a28844-8954-4e31-a0a0-e4e309476b21,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:30.568761 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Set router e4615d96-2a72-46d7-b976-bc107466115c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:31:30.597117 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:30.699316 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=54a28844-8954-4e31-a0a0-e4e309476b21,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:30.818021 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:28Z', 'revision_number': 4, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'cb0af39b-c989-47cc-81a9-8fea5f6c098f', 'name': '', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'mac_address': 'fa:16:3e:a1:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:27Z', 'updated_at': '2021-09-03T18:31:28Z', 'revision_number': 2, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'subnets': [{'id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:30.845226 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Checking router: e4615d96-2a72-46d7-b976-bc107466115c for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:31:30.845591 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Updating router e4615d96-2a72-46d7-b976-bc107466115c port cb0af39b-c989-47cc-81a9-8fea5f6c098f binding host dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:31:30.870992 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:30.943793 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38498) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:30.948834 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-518894800-network', 'tenant_id': '76e47d412c89432faf8e135d4670b67a'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:31:31.023491 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Made reservation on behalf of 76e47d412c89432faf8e135d4670b67a for: {'network': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:31:31.026071 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.038578 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.126918 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.137860 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.147486 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Transition to ACTIVE for port object cb0af39b-c989-47cc-81a9-8fea5f6c098f will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:31:31.202317 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.227494 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=94513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:31:31.235992 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e0270e-84df-4614-9fb8-7c975f207e4f,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:31.242367 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.243539 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.244466 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.segments_db [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Added segment 0c4e4403-622b-4a84-9826-632c3ddfd258 of type vlan for network f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 Sep 03 18:31:31.290967 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.318345 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35794cf-6a1b-4c86-aa40-64ea77b8f210 None None] Pushing event updated for resources: {'Port': ['ID=cb0af39b-c989-47cc-81a9-8fea5f6c098f,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:31.348534 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Attempting to bind port cb0af39b-c989-47cc-81a9-8fea5f6c098f on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:31:31.352175 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Attempting to bind port cb0af39b-c989-47cc-81a9-8fea5f6c098f by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:31:31.352175 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Attempting to bind port cb0af39b-c989-47cc-81a9-8fea5f6c098f on network 0faea959-f822-45f7-8968-d9fbcc3a6f51 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:31:31.355180 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:31:31.355588 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Checking segment: {'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:31:31.355997 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.356397 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Bound using segment: {'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:31:31.356932 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Bound port: cb0af39b-c989-47cc-81a9-8fea5f6c098f, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:31:31.357323 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.374003 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.378929 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:31.378929 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.428716 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] For port cb0af39b-c989-47cc-81a9-8fea5f6c098f, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:31:31.431403 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] For port cb0af39b-c989-47cc-81a9-8fea5f6c098f, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=cb0af39b-c989-47cc-81a9-8fea5f6c098f,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:31:31.443399 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] Pushing event updated for resources: {'Network': ['ID=f3a521b8-b3e7-482c-a6e7-d6f8ca604b49,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:31.453957 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:31:31.499386 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-1f87188f-7207-4fae-8d2a-53084c579b25 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5544765 Sep 03 18:31:31.502277 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38502) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:31.509478 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-60b5e96d-65c5-4e89-b4d1-5ba1afa8482e admin admin] Request body: {'subnet': {'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-518894800-subnet', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:31:31.516155 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.522429 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed885a82-af8e-41d0-ad0e-8c6d00379eff req-d00a119a-18f7-46c1-bdc1-eab4c44a56c5 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:31.523242 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ed885a82-af8e-41d0-ad0e-8c6d00379eff req-d00a119a-18f7-46c1-bdc1-eab4c44a56c5 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0537462 Sep 03 18:31:31.567794 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ed885a82-af8e-41d0-ad0e-8c6d00379eff req-2a08f19d-0bd2-4588-8005-79b13d31841b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362561 Sep 03 18:31:31.594990 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Routers {'e4615d96-2a72-46d7-b976-bc107466115c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:31:31.595648 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:31:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['e4615d96-2a72-46d7-b976-bc107466115c'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:31.599097 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35794cf-6a1b-4c86-aa40-64ea77b8f210 None None] Pushing event updated for resources: {'Port': ['ID=cb0af39b-c989-47cc-81a9-8fea5f6c098f,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:31.648122 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b5e96d-65c5-4e89-b4d1-5ba1afa8482e admin admin] Made reservation on behalf of 76e47d412c89432faf8e135d4670b67a for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:31:31.651754 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-60b5e96d-65c5-4e89-b4d1-5ba1afa8482e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62429635'] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.709317 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] Set router e4615d96-2a72-46d7-b976-bc107466115c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:31:31.915340 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-60b5e96d-65c5-4e89-b4d1-5ba1afa8482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62748077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62429677'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:31.932323 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:28Z', 'revision_number': 4, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'cb0af39b-c989-47cc-81a9-8fea5f6c098f', 'name': '', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'mac_address': 'fa:16:3e:a1:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:27Z', 'updated_at': '2021-09-03T18:31:31Z', 'revision_number': 4, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'subnets': [{'id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:31.962914 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 54a28844-8954-4e31-a0a0-e4e309476b21 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:31.966980 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22ec4e-d292-4c17-b5e8-5ece443e1ab2 None None] The sync data for ids ['e4615d96-2a72-46d7-b976-bc107466115c'] in dv-cinder-760193-9-iscsi is: [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:28Z', 'revision_number': 4, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'cb0af39b-c989-47cc-81a9-8fea5f6c098f', 'name': '', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'mac_address': 'fa:16:3e:a1:a8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:27Z', 'updated_at': '2021-09-03T18:31:31Z', 'revision_number': 4, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'subnets': [{'id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:31:31.975551 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5e96d-65c5-4e89-b4d1-5ba1afa8482e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef249a28-b8ba-412f-abf6-fe030040e42d,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:31.986773 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b5e96d-65c5-4e89-b4d1-5ba1afa8482e admin admin] Checking segment: {'id': '0c4e4403-622b-4a84-9826-632c3ddfd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:31:31.987146 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b5e96d-65c5-4e89-b4d1-5ba1afa8482e admin admin] Network hostable DHCP agents. Network: f3a521b8-b3e7-482c-a6e7-d6f8ca604b49, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:31:32.038709 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 54a28844-8954-4e31-a0a0-e4e309476b21 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:32.039103 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:32.110638 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b5e96d-65c5-4e89-b4d1-5ba1afa8482e admin admin] Network f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:31:32.236709 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-60b5e96d-65c5-4e89-b4d1-5ba1afa8482e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, f3a521b8-b3e7-482c-a6e7-d6f8ca604b49) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:31:32.241893 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5e96d-65c5-4e89-b4d1-5ba1afa8482e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:32.242518 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-60b5e96d-65c5-4e89-b4d1-5ba1afa8482e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:32.246862 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036d8f5d-f7b8-4fd8-ad4b-aa5f876ead95 None None] Network f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:31:32.323039 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-60b5e96d-65c5-4e89-b4d1-5ba1afa8482e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8188035 Sep 03 18:31:32.326258 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38504) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:32.331512 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-518894800-router', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:31:32.432087 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9284'] for router, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:32.434548 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-559905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-566193', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-686394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9309'] for router, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:32.496942 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:32.538966 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4524e765-2700-5d6f-98dc-8efc490ce53f-f3a521b8-b3e7-482c-a6e7-d6f8ca604b49', 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'fixed_ips': [{'subnet_id': 'ef249a28-b8ba-412f-abf6-fe030040e42d'}]}} from dv-cinder-760193-9-iscsi. {{(pid=94514) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:31:32.540078 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:32.699527 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.db_base_plugin_common [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Allocated IP 172.20.0.2 (f3a521b8-b3e7-482c-a6e7-d6f8ca604b49/ef249a28-b8ba-412f-abf6-fe030040e42d/53023282-043e-4681-934a-f04c91ce5c77) {{(pid=94514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:31:32.713912 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a603b-9503-402d-a1d3-8e3ffdcf0b28 req-a72a67ca-e609-40d0-b12f-a297ce0a4f9a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:32.722460 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7b0a603b-9503-402d-a1d3-8e3ffdcf0b28 req-a72a67ca-e609-40d0-b12f-a297ce0a4f9a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 944 time: 0.0671883 Sep 03 18:31:32.730111 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:32.778653 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7b0a603b-9503-402d-a1d3-8e3ffdcf0b28 req-362e0140-d3ba-4c8d-9587-3cdc312cf51d tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393651 Sep 03 18:31:32.860114 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Notify callbacks [] for port, precommit_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:32.870519 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Transition to ACTIVE for port object 53023282-043e-4681-934a-f04c91ce5c77 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:31:32.886244 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Transition to ACTIVE for port object 53023282-043e-4681-934a-f04c91ce5c77 will not be triggered until provisioned by entity DHCP. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:31:33.002909 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121'] for port, after_create {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:33.042964 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:33.044741 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Network f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 is already hosted by enough agents. {{(pid=94514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:31:33.049805 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.scheduler.base_scheduler [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Resources bound (agent type, host, resource id): {{(pid=94514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:31:33.056179 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Received port after_create {{(pid=94514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:31:33.059318 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Pushing event updated for resources: {'Port': ['ID=53023282-043e-4681-934a-f04c91ce5c77,revision_number=1']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:33.065430 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:33.110764 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Attempting to bind port 53023282-043e-4681-934a-f04c91ce5c77 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:31:33.111136 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Attempting to bind port 53023282-043e-4681-934a-f04c91ce5c77 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '0c4e4403-622b-4a84-9826-632c3ddfd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:31:33.111496 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Attempting to bind port 53023282-043e-4681-934a-f04c91ce5c77 on network f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:31:33.116458 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:31:33.116863 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Checking segment: {'id': '0c4e4403-622b-4a84-9826-632c3ddfd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:31:33.117260 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:33.117651 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Bound using segment: {'id': '0c4e4403-622b-4a84-9826-632c3ddfd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:31:33.118116 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Bound port: 53023282-043e-4681-934a-f04c91ce5c77, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4e4403-622b-4a84-9826-632c3ddfd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:31:33.118494 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:33.175336 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Allocated IP 172.27.2.97 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/42859424-3f66-4698-a4e6-fec04760075d) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:31:33.180077 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] For port 53023282-043e-4681-934a-f04c91ce5c77, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:31:33.183032 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] For port 53023282-043e-4681-934a-f04c91ce5c77, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=53023282-043e-4681-934a-f04c91ce5c77,segment=NetworkSegment(0c4e4403-622b-4a84-9826-632c3ddfd258),segment_id=0c4e4403-622b-4a84-9826-632c3ddfd258)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:31:33.229567 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 4972d514-d03e-4453-a203-ff6342fb8c33 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:31:33.284147 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:33.306121 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:33.382567 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4972d514-d03e-4453-a203-ff6342fb8c33,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:33.392401 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018dafc-e429-4eb8-84c7-40bbb25e4185 None None] Pushing event updated for resources: {'Port': ['ID=53023282-043e-4681-934a-f04c91ce5c77,revision_number=2']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:33.397912 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:33.400676 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '4972d514-d03e-4453-a203-ff6342fb8c33', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'port_id': '4972d514-d03e-4453-a203-ff6342fb8c33', 'mac_address': 'fa:16:3e:80:9b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:31:33.439442 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:31:33.442641 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:31:33.446130 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:31:33.447712 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:33.462405 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4972d514-d03e-4453-a203-ff6342fb8c33 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:31:33.473427 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Pushing event updated for resources: {'Port': ['ID=42859424-3f66-4698-a4e6-fec04760075d,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:33.488762 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4972d514-d03e-4453-a203-ff6342fb8c33,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:33.613830 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:33.667107 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=4972d514-d03e-4453-a203-ff6342fb8c33,revision_number=9']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:33.810897 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:33.828062 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['4972d514-d03e-4453-a203-ff6342fb8c33'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:31:33.887999 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92854e81-db27-4232-bd7c-4756360e1a75 req-a5568761-02fd-4626-88ce-db1251683447 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:33.889427 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-92854e81-db27-4232-bd7c-4756360e1a75 req-a5568761-02fd-4626-88ce-db1251683447 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 945 time: 0.0521328 Sep 03 18:31:33.957676 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-92854e81-db27-4232-bd7c-4756360e1a75 req-4fd2a738-c315-4553-9412-8b3b05463b52 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607431 Sep 03 18:31:34.065693 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-559912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-566244'] for router, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:34.067988 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 53023282-043e-4681-934a-f04c91ce5c77 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:34.243403 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edcb0d0-c93d-47d9-97a6-aa82c6c22a6e None None] Network f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:31:34.247559 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 53023282-043e-4681-934a-f04c91ce5c77 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:31:34.260727 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device cb0af39b-c989-47cc-81a9-8fea5f6c098f up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:34.293907 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Router bcd2ad8f-384f-4e70-8922-c4ec6962f468 is scheduled to L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 with binding_index 1 {{(pid=94512) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:31:34.405619 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:31:34.414781 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Sync routers for ids ['bcd2ad8f-384f-4e70-8922-c4ec6962f468'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:31:34.423741 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Routers {'bcd2ad8f-384f-4e70-8922-c4ec6962f468'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:31:34.424351 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:31:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['bcd2ad8f-384f-4e70-8922-c4ec6962f468'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:34.442250 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-e8f8ffda-fe77-4fac-89d3-231821f80585 None None] Provisioning for port 53023282-043e-4681-934a-f04c91ce5c77 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:31:34.447265 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-e8f8ffda-fe77-4fac-89d3-231821f80585 None None] Provisioning complete for port 53023282-043e-4681-934a-f04c91ce5c77 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:34.447265 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ffda-fe77-4fac-89d3-231821f80585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:34.519223 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port cb0af39b-c989-47cc-81a9-8fea5f6c098f completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:31:34.527351 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port cb0af39b-c989-47cc-81a9-8fea5f6c098f triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:34.527737 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:34.536744 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Set router bcd2ad8f-384f-4e70-8922-c4ec6962f468 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:31:34.555208 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ffda-fe77-4fac-89d3-231821f80585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:34.557339 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:34.560483 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-36913c99-f75d-43e8-8a78-c132e6160105 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2327790 Sep 03 18:31:34.563034 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38510) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:31:34.609042 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-e8f8ffda-fe77-4fac-89d3-231821f80585 None None] For port 53023282-043e-4681-934a-f04c91ce5c77, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=53023282-043e-4681-934a-f04c91ce5c77,segment=NetworkSegment(0c4e4403-622b-4a84-9826-632c3ddfd258),segment_id=0c4e4403-622b-4a84-9826-632c3ddfd258)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:34.661638 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:34.698643 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ffda-fe77-4fac-89d3-231821f80585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:34.704109 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port cb0af39b-c989-47cc-81a9-8fea5f6c098f, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=cb0af39b-c989-47cc-81a9-8fea5f6c098f,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:34.733071 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'name': 'tempest-TestMinimumBasicScenario-518894800-router', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '42859424-3f66-4698-a4e6-fec04760075d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:32Z', 'updated_at': '2021-09-03T18:31:33Z', 'revision_number': 3, 'project_id': '76e47d412c89432faf8e135d4670b67a', 'gw_port': {'id': '42859424-3f66-4698-a4e6-fec04760075d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:33Z', 'updated_at': '2021-09-03T18:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:34.754020 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8ffda-fe77-4fac-89d3-231821f80585 None None] Pushing event updated for resources: {'Port': ['ID=53023282-043e-4681-934a-f04c91ce5c77,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:34.764311 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Checking router: bcd2ad8f-384f-4e70-8922-c4ec6962f468 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:31:34.764311 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Updating router bcd2ad8f-384f-4e70-8922-c4ec6962f468 port 42859424-3f66-4698-a4e6-fec04760075d binding host dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:31:34.770539 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:31:34.785276 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:34.794557 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:34.838798 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-5de0b36f-9701-4b04-ad41-5615ce920a9f None None] Provisioning complete for port 53023282-043e-4681-934a-f04c91ce5c77 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:34.839345 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-5de0b36f-9701-4b04-ad41-5615ce920a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:34.862323 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=cb0af39b-c989-47cc-81a9-8fea5f6c098f,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:35.024244 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.056154 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Notify callbacks [] for port, precommit_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.066003 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.provisioning_blocks [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Transition to ACTIVE for port object 42859424-3f66-4698-a4e6-fec04760075d will not be triggered until provisioned by entity L2. {{(pid=94515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:31:35.161160 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3e417-c850-458d-a3cc-8203e1e5c1b1 req-a595b8a0-8e56-4b61-99ec-78f4ee75ad2b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:35.162634 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3aa3e417-c850-458d-a3cc-8203e1e5c1b1 req-a595b8a0-8e56-4b61-99ec-78f4ee75ad2b tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 945 time: 0.1169946 Sep 03 18:31:35.196847 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.232960 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3aa3e417-c850-458d-a3cc-8203e1e5c1b1 req-15604f0a-bf62-42f3-90be-40340b2f08b1 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627143 Sep 03 18:31:35.235536 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 4972d514-d03e-4453-a203-ff6342fb8c33 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:35.249073 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Allocated IP 172.20.0.1 (f3a521b8-b3e7-482c-a6e7-d6f8ca604b49/ef249a28-b8ba-412f-abf6-fe030040e42d/df834070-fd10-4d2c-b2e5-89464baf6069) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:31:35.251849 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4b8cf-e410-4a7c-bd9b-fa97fcf5c359 None None] Pushing event updated for resources: {'Port': ['ID=42859424-3f66-4698-a4e6-fec04760075d,revision_number=2']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:35.255902 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Attempting to bind port 42859424-3f66-4698-a4e6-fec04760075d on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:31:35.256274 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Attempting to bind port 42859424-3f66-4698-a4e6-fec04760075d by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:31:35.256670 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Attempting to bind port 42859424-3f66-4698-a4e6-fec04760075d on network faebfe95-4400-41e1-be0f-d85963a19747 {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:31:35.261886 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:31:35.262262 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Checking segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:31:35.262668 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.263077 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Bound using segment: {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'} {{(pid=94515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:31:35.263550 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.managers [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Bound port: 42859424-3f66-4698-a4e6-fec04760075d, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a517dc0-f43e-4360-90e8-5629ce4c5d5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747'}}] {{(pid=94515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:31:35.263955 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.300927 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 4972d514-d03e-4453-a203-ff6342fb8c33 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:35.301301 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.317434 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] For port 42859424-3f66-4698-a4e6-fec04760075d, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:31:35.320540 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.plugins.ml2.db [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] For port 42859424-3f66-4698-a4e6-fec04760075d, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=42859424-3f66-4698-a4e6-fec04760075d,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:31:35.371093 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.377701 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.384639 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Transition to ACTIVE for port object df834070-fd10-4d2c-b2e5-89464baf6069 will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:31:35.400376 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:31:35.404179 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron_lib.callbacks.manager [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.404317 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5386aa0-8c95-4067-911a-316936135bd1" -d '{"events": [{"server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "name": "network-vif-plugged", "status": "completed", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:31:35.416710 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4972d514-d03e-4453-a203-ff6342fb8c33,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:35.443434 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c2f5c-5d88-42dc-bfa8-bedbc7f0d03c x-openstack-request-id: req-ed1c2f5c-5d88-42dc-bfa8-bedbc7f0d03c {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:31:35.444059 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "name": "network-vif-plugged", "status": "completed", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:31:35.444059 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed1c2f5c-5d88-42dc-bfa8-bedbc7f0d03c {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:31:35.444949 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33', 'code': 200} Sep 03 18:31:35.468813 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Routers {'bcd2ad8f-384f-4e70-8922-c4ec6962f468'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:31:35.469380 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:31:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['bcd2ad8f-384f-4e70-8922-c4ec6962f468'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:35.506502 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4b8cf-e410-4a7c-bd9b-fa97fcf5c359 None None] Pushing event updated for resources: {'Port': ['ID=42859424-3f66-4698-a4e6-fec04760075d,revision_number=3']} {{(pid=94515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:35.549948 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.577449 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] Set router bcd2ad8f-384f-4e70-8922-c4ec6962f468 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:31:35.587307 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Network f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:31:35.591214 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.594029 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:31:35.599056 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:31:35.617345 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Pushing event updated for resources: {'Port': ['ID=df834070-fd10-4d2c-b2e5-89464baf6069,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:35.662901 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=4972d514-d03e-4453-a203-ff6342fb8c33,revision_number=10']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:35.666214 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-681905'] for router_interface, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.781954 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'name': 'tempest-TestMinimumBasicScenario-518894800-router', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '42859424-3f66-4698-a4e6-fec04760075d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:32Z', 'updated_at': '2021-09-03T18:31:33Z', 'revision_number': 3, 'project_id': '76e47d412c89432faf8e135d4670b67a', 'gw_port': {'id': '42859424-3f66-4698-a4e6-fec04760075d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:33Z', 'updated_at': '2021-09-03T18:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:35.809065 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7cf63d-28c4-438b-b51e-47742cbeb928 None None] The sync data for ids ['bcd2ad8f-384f-4e70-8922-c4ec6962f468'] in dv-cinder-760193-9-iscsi is: [{'id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'name': 'tempest-TestMinimumBasicScenario-518894800-router', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '42859424-3f66-4698-a4e6-fec04760075d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:32Z', 'updated_at': '2021-09-03T18:31:33Z', 'revision_number': 3, 'project_id': '76e47d412c89432faf8e135d4670b67a', 'gw_port': {'id': '42859424-3f66-4698-a4e6-fec04760075d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:33Z', 'updated_at': '2021-09-03T18:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:31:35.816257 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf05fe4-7b7c-4c4f-ab7e-647f4aef9954 req-92d87d44-9cd1-4cd1-899a-02ef6a555530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:35.817884 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6bf05fe4-7b7c-4c4f-ab7e-647f4aef9954 req-92d87d44-9cd1-4cd1-899a-02ef6a555530 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 1100 time: 0.0523634 Sep 03 18:31:35.856157 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6bf05fe4-7b7c-4c4f-ab7e-647f4aef9954 req-6d0fb35c-3821-40dc-94fb-4106589b62b9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299242 Sep 03 18:31:35.909197 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.921086 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-ecd215af-7fd7-49ce-bf3e-d1395b3a51c3 None None] Provisioning for port df834070-fd10-4d2c-b2e5-89464baf6069 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:31:35.926562 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-ecd215af-7fd7-49ce-bf3e-d1395b3a51c3 None None] Provisioning complete for port df834070-fd10-4d2c-b2e5-89464baf6069 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:35.936215 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-ecd215af-7fd7-49ce-bf3e-d1395b3a51c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:35.963746 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 53023282-043e-4681-934a-f04c91ce5c77 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:35.989592 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-ecd215af-7fd7-49ce-bf3e-d1395b3a51c3 None None] Port df834070-fd10-4d2c-b2e5-89464baf6069 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:31:36.019946 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 53023282-043e-4681-934a-f04c91ce5c77 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:36.020244 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:36.117776 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:36.122902 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device cb0af39b-c989-47cc-81a9-8fea5f6c098f up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:36.171817 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port cb0af39b-c989-47cc-81a9-8fea5f6c098f triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:36.172225 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:36.202534 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:36.278524 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1047743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-563233'] for router_interface, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:36.280683 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Pushing event updated for resources: {'Port': ['ID=df834070-fd10-4d2c-b2e5-89464baf6069,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:36.412786 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b5f5-a87c-4fcd-a08a-9d151a7af59a req-d9e168fb-9c99-48eb-8ccb-6b430e9a2799 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:36.414345 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d2c2b5f5-a87c-4fcd-a08a-9d151a7af59a req-d9e168fb-9c99-48eb-8ccb-6b430e9a2799 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 947 time: 0.1001396 Sep 03 18:31:36.419934 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Network f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:31:36.423225 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:31:36.525253 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d2c2b5f5-a87c-4fcd-a08a-9d151a7af59a req-6ca80738-fbeb-420d-980b-506324e83fa3 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038852 Sep 03 18:31:36.571820 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Router bcd2ad8f-384f-4e70-8922-c4ec6962f468 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:31:36.684807 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:31:36.689843 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-e10c0d90-58da-44e5-b059-f167ec51dafb admin admin] 10.222.0.43 "PUT /v2.0/routers/bcd2ad8f-384f-4e70-8922-c4ec6962f468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1255498 Sep 03 18:31:36.713076 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-736f3356-ad17-4bb3-8ee5-277fe389e088 None None] Provisioning complete for port df834070-fd10-4d2c-b2e5-89464baf6069 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:36.713627 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-736f3356-ad17-4bb3-8ee5-277fe389e088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:36.750813 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-736f3356-ad17-4bb3-8ee5-277fe389e088 None None] Port df834070-fd10-4d2c-b2e5-89464baf6069 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:31:37.345294 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Sync routers for ids ['bcd2ad8f-384f-4e70-8922-c4ec6962f468'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:31:37.354654 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Routers {'bcd2ad8f-384f-4e70-8922-c4ec6962f468'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:31:37.357994 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:31:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['bcd2ad8f-384f-4e70-8922-c4ec6962f468'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:37.460108 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Set router bcd2ad8f-384f-4e70-8922-c4ec6962f468 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:31:37.704085 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e771c81-bd01-4745-ac1b-5de6ed6d44c1 req-12c9ee39-c0be-4a3b-8d42-422becfdb075 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:37.707767 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0e771c81-bd01-4745-ac1b-5de6ed6d44c1 req-12c9ee39-c0be-4a3b-8d42-422becfdb075 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 947 time: 0.0783377 Sep 03 18:31:37.745633 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'name': 'tempest-TestMinimumBasicScenario-518894800-router', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '42859424-3f66-4698-a4e6-fec04760075d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:32Z', 'updated_at': '2021-09-03T18:31:35Z', 'revision_number': 4, 'project_id': '76e47d412c89432faf8e135d4670b67a', 'gw_port': {'id': '42859424-3f66-4698-a4e6-fec04760075d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:33Z', 'updated_at': '2021-09-03T18:31:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'df834070-fd10-4d2c-b2e5-89464baf6069', 'name': '', 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'mac_address': 'fa:16:3e:a4:b8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef249a28-b8ba-412f-abf6-fe030040e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:35Z', 'updated_at': '2021-09-03T18:31:35Z', 'revision_number': 2, 'project_id': '76e47d412c89432faf8e135d4670b67a', 'subnets': [{'id': 'ef249a28-b8ba-412f-abf6-fe030040e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:37.755866 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0e771c81-bd01-4745-ac1b-5de6ed6d44c1 req-fedfb765-2478-437d-a222-b9d33ecc88a1 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Sep 03 18:31:37.787691 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Checking router: bcd2ad8f-384f-4e70-8922-c4ec6962f468 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:31:37.788061 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Updating router bcd2ad8f-384f-4e70-8922-c4ec6962f468 port df834070-fd10-4d2c-b2e5-89464baf6069 binding host dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:31:37.819638 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:38.193895 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 42859424-3f66-4698-a4e6-fec04760075d up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:38.363543 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Notify callbacks [] for port, precommit_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:38.378627 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Transition to ACTIVE for port object df834070-fd10-4d2c-b2e5-89464baf6069 will not be triggered until provisioned by entity L2. {{(pid=94514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:31:38.539306 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port 42859424-3f66-4698-a4e6-fec04760075d completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:31:38.543629 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 42859424-3f66-4698-a4e6-fec04760075d triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:38.544040 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:38.581444 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:38.641464 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40986b-21d9-4ef4-bf27-501eaaf51b8a None None] Pushing event updated for resources: {'Port': ['ID=df834070-fd10-4d2c-b2e5-89464baf6069,revision_number=3']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:38.774956 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:38.784091 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Attempting to bind port df834070-fd10-4d2c-b2e5-89464baf6069 on host dv-cinder-760193-9-iscsi for vnic_type normal with profile {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:31:38.784091 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Attempting to bind port df834070-fd10-4d2c-b2e5-89464baf6069 by drivers openvswitch,hyperv on host dv-cinder-760193-9-iscsi at level 0 using segments [{'id': '0c4e4403-622b-4a84-9826-632c3ddfd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49'}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:31:38.794829 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Attempting to bind port df834070-fd10-4d2c-b2e5-89464baf6069 on network f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:31:38.821345 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Checking agent: {'id': '3ade011d-e1da-438a-82c2-bc7499390217', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 14, 53), 'started_at': datetime.datetime(2021, 9, 3, 18, 15, 23), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:31:38.827792 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Checking segment: {'id': '0c4e4403-622b-4a84-9826-632c3ddfd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:31:38.827792 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:38.827792 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Bound using segment: {'id': '0c4e4403-622b-4a84-9826-632c3ddfd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49'} {{(pid=94514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:31:38.827792 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.managers [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Bound port: df834070-fd10-4d2c-b2e5-89464baf6069, host: dv-cinder-760193-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4e4403-622b-4a84-9826-632c3ddfd258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49'}}] {{(pid=94514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:31:38.827792 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:38.836810 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port 42859424-3f66-4698-a4e6-fec04760075d, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=42859424-3f66-4698-a4e6-fec04760075d,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:38.913978 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] For port df834070-fd10-4d2c-b2e5-89464baf6069, host dv-cinder-760193-9-iscsi, cleared binding levels {{(pid=94514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:31:38.925591 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] For port df834070-fd10-4d2c-b2e5-89464baf6069, host dv-cinder-760193-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=df834070-fd10-4d2c-b2e5-89464baf6069,segment=NetworkSegment(0c4e4403-622b-4a84-9826-632c3ddfd258),segment_id=0c4e4403-622b-4a84-9826-632c3ddfd258)] {{(pid=94514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:31:38.928365 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:38.943989 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b153b6b-9129-4a74-aa25-172a90968c50 req-792ad6fb-4602-4cca-86de-ad906db1a08c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:38.945665 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4b153b6b-9129-4a74-aa25-172a90968c50 req-792ad6fb-4602-4cca-86de-ad906db1a08c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 947 time: 0.0899065 Sep 03 18:31:38.999302 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4b153b6b-9129-4a74-aa25-172a90968c50 req-10c5de43-a118-4e55-924b-f3e4c897bba8 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458584 Sep 03 18:31:39.023147 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=42859424-3f66-4698-a4e6-fec04760075d,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:39.042791 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:39.098220 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Routers {'bcd2ad8f-384f-4e70-8922-c4ec6962f468'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:31:39.100761 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:31:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['bcd2ad8f-384f-4e70-8922-c4ec6962f468'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:39.188267 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40986b-21d9-4ef4-bf27-501eaaf51b8a None None] Pushing event updated for resources: {'Port': ['ID=df834070-fd10-4d2c-b2e5-89464baf6069,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:39.268219 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] Set router bcd2ad8f-384f-4e70-8922-c4ec6962f468 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:31:39.534700 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'name': 'tempest-TestMinimumBasicScenario-518894800-router', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '42859424-3f66-4698-a4e6-fec04760075d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:32Z', 'updated_at': '2021-09-03T18:31:35Z', 'revision_number': 4, 'project_id': '76e47d412c89432faf8e135d4670b67a', 'gw_port': {'id': '42859424-3f66-4698-a4e6-fec04760075d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:33Z', 'updated_at': '2021-09-03T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'df834070-fd10-4d2c-b2e5-89464baf6069', 'name': '', 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'mac_address': 'fa:16:3e:a4:b8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef249a28-b8ba-412f-abf6-fe030040e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:35Z', 'updated_at': '2021-09-03T18:31:38Z', 'revision_number': 4, 'project_id': '76e47d412c89432faf8e135d4670b67a', 'subnets': [{'id': 'ef249a28-b8ba-412f-abf6-fe030040e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:31:39.561725 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358812e9-65dc-43a5-89b1-2eaf140e7efd None None] The sync data for ids ['bcd2ad8f-384f-4e70-8922-c4ec6962f468'] in dv-cinder-760193-9-iscsi is: [{'id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'name': 'tempest-TestMinimumBasicScenario-518894800-router', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '42859424-3f66-4698-a4e6-fec04760075d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:32Z', 'updated_at': '2021-09-03T18:31:35Z', 'revision_number': 4, 'project_id': '76e47d412c89432faf8e135d4670b67a', 'gw_port': {'id': '42859424-3f66-4698-a4e6-fec04760075d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:33Z', 'updated_at': '2021-09-03T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'df834070-fd10-4d2c-b2e5-89464baf6069', 'name': '', 'network_id': 'f3a521b8-b3e7-482c-a6e7-d6f8ca604b49', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'mac_address': 'fa:16:3e:a4:b8:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'ef249a28-b8ba-412f-abf6-fe030040e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:35Z', 'updated_at': '2021-09-03T18:31:38Z', 'revision_number': 4, 'project_id': '76e47d412c89432faf8e135d4670b67a', 'subnets': [{'id': 'ef249a28-b8ba-412f-abf6-fe030040e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:31:39.853600 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:40.115034 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device df834070-fd10-4d2c-b2e5-89464baf6069 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:40.233323 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1b9a3b-6b2e-4ab0-ac78-380acbb1054e req-d9f03d0b-b739-463f-a8d6-59a6baaed15f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:40.234950 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3c1b9a3b-6b2e-4ab0-ac78-380acbb1054e req-d9f03d0b-b739-463f-a8d6-59a6baaed15f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 947 time: 0.0923009 Sep 03 18:31:40.282179 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning for port df834070-fd10-4d2c-b2e5-89464baf6069 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:31:40.287715 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port df834070-fd10-4d2c-b2e5-89464baf6069 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:40.288097 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:40.300130 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3c1b9a3b-6b2e-4ab0-ac78-380acbb1054e req-e7a5cdcb-dfc2-4ad1-a1bd-d6d44e0b773a tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566754 Sep 03 18:31:40.406010 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:40.443662 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] For port df834070-fd10-4d2c-b2e5-89464baf6069, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=df834070-fd10-4d2c-b2e5-89464baf6069,segment=NetworkSegment(0c4e4403-622b-4a84-9826-632c3ddfd258),segment_id=0c4e4403-622b-4a84-9826-632c3ddfd258)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:31:40.716514 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:40.717460 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 42859424-3f66-4698-a4e6-fec04760075d up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:40.793608 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Pushing event updated for resources: {'Port': ['ID=df834070-fd10-4d2c-b2e5-89464baf6069,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:40.806007 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port 42859424-3f66-4698-a4e6-fec04760075d triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:40.806499 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:41.955985 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device df834070-fd10-4d2c-b2e5-89464baf6069 up at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:31:42.017191 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Provisioning complete for port df834070-fd10-4d2c-b2e5-89464baf6069 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:42.017585 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:48.272846 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-c6d9b7cd-1e82-4e76-902d-e225a1ebadf6 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:48.274281 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-c6d9b7cd-1e82-4e76-902d-e225a1ebadf6 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/networks?id=0faea959-f822-45f7-8968-d9fbcc3a6f51 HTTP/1.1" status: 200 len: 814 time: 0.1020334 Sep 03 18:31:48.289590 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-00ef2c38-c23c-4285-847e-6a7c0281d51f tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/quotas/e7eb803d0a4f429fab159f7d8a3ee7fb HTTP/1.1" status: 200 len: 375 time: 0.0092967 Sep 03 18:31:48.354000 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-357059a9-3959-4d07-94b3-4b3c0f49557d tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e7eb803d0a4f429fab159f7d8a3ee7fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502894 Sep 03 18:31:48.462919 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-24e298ea-23e1-4868-aa64-d0fc91bc9ad4 service neutron] 10.222.0.43 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969806 Sep 03 18:31:48.552940 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-a6968731-dc06-446b-9901-700d855630f9 service neutron] 10.222.0.43 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833230 Sep 03 18:31:48.808746 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1b334c92-9134-4f35-bd03-c886982c13f6 req-f4aef794-cefd-4ac3-8e94-79328e2f4e63 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 210 time: 0.0272033 Sep 03 18:31:49.900242 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-21bcc2c4-fb5a-463c-9342-09b6559fdce3 req-462745e1-a341-46af-9bbf-f3d52d84450d tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 210 time: 0.0265942 Sep 03 18:31:50.642345 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3ac3ea8c-84e7-49ea-92d9-c2f24df178fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:50.809718 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-af8b3374-34c3-4324-b68d-34401b2bf804 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:50.811101 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-af8b3374-34c3-4324-b68d-34401b2bf804 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.32 "GET /v2.0/networks?id=0faea959-f822-45f7-8968-d9fbcc3a6f51 HTTP/1.1" status: 200 len: 814 time: 0.1066213 Sep 03 18:31:50.823498 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Request body: {'port': {'device_id': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'admin_state_up': True, 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:31:50.999849 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-75f25901-8641-431b-9eb8-1dc08194f981 req-f19c7ea5-d09c-4d42-af34-8b57e1b28254 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 210 time: 0.0263851 Sep 03 18:31:51.035997 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Made reservation on behalf of e7eb803d0a4f429fab159f7d8a3ee7fb for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:31:51.039464 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:51.166542 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Allocated IP 172.20.0.4 (0faea959-f822-45f7-8968-d9fbcc3a6f51/0340f6f8-fbae-45a3-be3c-b46273d54605/890fa446-8cc8-4ce4-b0d5-d58beef302b7) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:31:51.316821 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:51.330462 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Transition to ACTIVE for port object 890fa446-8cc8-4ce4-b0d5-d58beef302b7 will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:31:51.448315 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:51.499904 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event updated for resources: {'Port': ['ID=890fa446-8cc8-4ce4-b0d5-d58beef302b7,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:31:51.546821 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Network 0faea959-f822-45f7-8968-d9fbcc3a6f51 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:31:51.548650 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:31:51.551377 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:31:51.614340 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:51.615319 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:51.786233 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-9b0775da-e274-44ba-a018-f84107323393 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9662311 Sep 03 18:31:51.939193 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-86f2a304-c24c-4da3-94b7-628ea2eaa348 None None] Provisioning for port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:31:51.943146 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-86f2a304-c24c-4da3-94b7-628ea2eaa348 None None] Provisioning complete for port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:31:51.943519 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-86f2a304-c24c-4da3-94b7-628ea2eaa348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:51.979313 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-86f2a304-c24c-4da3-94b7-628ea2eaa348 None None] Port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:31:52.361676 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f3aa9-b978-46f0-ad27-9b921c043afe req-479022ff-ab7c-4547-b494-ab413ded5f13 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:52.363164 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-469f3aa9-b978-46f0-ad27-9b921c043afe req-479022ff-ab7c-4547-b494-ab413ded5f13 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 931 time: 0.2966387 Sep 03 18:31:52.408129 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-469f3aa9-b978-46f0-ad27-9b921c043afe req-8212be55-7a44-4913-ac68-b62d9073bfbf tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389814 Sep 03 18:31:52.973639 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-7848ad3c-e08f-4085-83bc-a05b49e3d728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:53.384689 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:53.526368 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8a3d1-9731-4b40-a7dc-95d3823a9826 req-6ad991c1-908a-40eb-bab0-c5c5b66f2759 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:53.528496 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7ec8a3d1-9731-4b40-a7dc-95d3823a9826 req-6ad991c1-908a-40eb-bab0-c5c5b66f2759 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 931 time: 0.0502658 Sep 03 18:31:53.566915 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7ec8a3d1-9731-4b40-a7dc-95d3823a9826 req-c2153129-77fe-474a-b025-ce2a0e1e0bd7 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Sep 03 18:31:54.218931 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:54.686865 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd35158-f0f8-411c-bc2c-37bdde356e79 req-08353a35-5f89-4e3f-8410-11545cb63cdd tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:54.688390 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dbd35158-f0f8-411c-bc2c-37bdde356e79 req-08353a35-5f89-4e3f-8410-11545cb63cdd tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 931 time: 0.0523407 Sep 03 18:31:54.731806 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dbd35158-f0f8-411c-bc2c-37bdde356e79 req-f463e379-83a3-468e-a9df-edd3155eae67 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375288 Sep 03 18:31:55.848702 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1cb8ee-ae8c-456f-8e05-4397d88ea67e req-c4b21907-7a89-4732-ac13-9c5c8ce2f162 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:55.850179 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4e1cb8ee-ae8c-456f-8e05-4397d88ea67e req-c4b21907-7a89-4732-ac13-9c5c8ce2f162 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 931 time: 0.0500703 Sep 03 18:31:55.871875 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:31:55.893801 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4e1cb8ee-ae8c-456f-8e05-4397d88ea67e req-d9754ce4-1d7a-4369-bdb0-d86c5e6001b7 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371752 Sep 03 18:31:57.018924 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fe035-fc13-4be7-9f66-0eabfbebf674 req-5ca31d89-b697-4b4f-a86f-b3f3afd1cacf tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:57.021919 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2c2fe035-fc13-4be7-9f66-0eabfbebf674 req-5ca31d89-b697-4b4f-a86f-b3f3afd1cacf tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 931 time: 0.0578699 Sep 03 18:31:57.069062 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2c2fe035-fc13-4be7-9f66-0eabfbebf674 req-4ffa48ac-92c4-4ecd-b4a3-c094154190a7 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Sep 03 18:31:58.193011 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb191dd-8f78-4bc9-a07c-61f741038318 req-549110ed-b500-4e2b-a2a1-e4fa76541097 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:58.194533 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dcb191dd-8f78-4bc9-a07c-61f741038318 req-549110ed-b500-4e2b-a2a1-e4fa76541097 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 931 time: 0.0505166 Sep 03 18:31:58.238840 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-dcb191dd-8f78-4bc9-a07c-61f741038318 req-784feb7f-8c15-4237-9ab2-89c3f737f923 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378406 Sep 03 18:31:59.356521 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b168f-b7a0-4668-a2f1-df3619e86ce3 req-4e7b7511-5e92-4243-a23f-9761eedfeb21 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:31:59.358061 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-303b168f-b7a0-4668-a2f1-df3619e86ce3 req-4e7b7511-5e92-4243-a23f-9761eedfeb21 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 931 time: 0.0492015 Sep 03 18:31:59.399606 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-303b168f-b7a0-4668-a2f1-df3619e86ce3 req-ed1a7ad7-75cb-4f13-894e-667847ab4386 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348749 Sep 03 18:32:00.529675 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4bd58-7c4b-4656-bfdb-8777097597af req-dc1a904b-eb2a-4cd5-ae3a-57acfab1edce tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:00.531153 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-64d4bd58-7c4b-4656-bfdb-8777097597af req-dc1a904b-eb2a-4cd5-ae3a-57acfab1edce tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 931 time: 0.0557053 Sep 03 18:32:00.571205 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-64d4bd58-7c4b-4656-bfdb-8777097597af req-3717dd7f-4a30-4681-bfde-f6647663f99f tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338318 Sep 03 18:32:01.688560 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2588f-346d-4210-a7fa-309a453b2146 req-32aa988a-a597-4385-acbe-35a0f2d5382b tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:01.690079 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d7f2588f-346d-4210-a7fa-309a453b2146 req-32aa988a-a597-4385-acbe-35a0f2d5382b tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 931 time: 0.0518196 Sep 03 18:32:01.734402 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d7f2588f-346d-4210-a7fa-309a453b2146 req-10de8f88-6815-4da0-8ae4-e06698a8e2fc tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Sep 03 18:32:02.701081 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Request body: {'port': {'device_id': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:02.754808 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:02.936692 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406563f-d97f-4892-b811-9746a3254bc4 req-aa4391ef-2492-42a0-afb3-96d126720df7 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:02.938172 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a406563f-d97f-4892-b811-9746a3254bc4 req-aa4391ef-2492-42a0-afb3-96d126720df7 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 931 time: 0.1306231 Sep 03 18:32:03.018473 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a406563f-d97f-4892-b811-9746a3254bc4 req-96e87c02-287f-4e95-906f-d0b837be0553 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719745 Sep 03 18:32:03.087973 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890fa446-8cc8-4ce4-b0d5-d58beef302b7 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:32:03.095242 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:03.107277 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Transition to ACTIVE for port object 890fa446-8cc8-4ce4-b0d5-d58beef302b7 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:32:03.201821 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:03.254210 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Pushing event updated for resources: {'Port': ['ID=890fa446-8cc8-4ce4-b0d5-d58beef302b7,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:03.327228 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Attempting to bind port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:32:03.327691 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Attempting to bind port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:32:03.327953 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Attempting to bind port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 on network 0faea959-f822-45f7-8968-d9fbcc3a6f51 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:32:03.332634 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 on network 0faea959-f822-45f7-8968-d9fbcc3a6f51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:32:03.332977 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Attempting to bind port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 on network 0faea959-f822-45f7-8968-d9fbcc3a6f51 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:32:03.338110 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:32:03.338476 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Checking segment: {'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:32:03.338873 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Bound using segment: {'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:32:03.339317 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Bound port: 890fa446-8cc8-4ce4-b0d5-d58beef302b7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e47085f0-bb4e-460a-ac4b-88257921e58b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:32:03.339683 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:03.407060 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] For port 890fa446-8cc8-4ce4-b0d5-d58beef302b7, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:32:03.410059 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] For port 890fa446-8cc8-4ce4-b0d5-d58beef302b7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:32:03.493806 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:03.526100 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:03.527329 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:03.528756 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] 10.222.0.32 "PUT /v2.0/ports/890fa446-8cc8-4ce4-b0d5-d58beef302b7 HTTP/1.1" status: 200 len: 1093 time: 0.8336358 Sep 03 18:32:03.531009 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:32:03.533970 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0469fbe-5ec4-44aa-b779-43848d35ed9f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:32:03.582118 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd893d-eaed-405f-9040-74aa55655281 service neutron] Pushing event updated for resources: {'Port': ['ID=890fa446-8cc8-4ce4-b0d5-d58beef302b7,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:03.596444 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27dcd71-e37c-46b1-8cef-c66d410f341f x-openstack-request-id: req-e27dcd71-e37c-46b1-8cef-c66d410f341f {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:32:03.596444 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:32:03.596444 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e27dcd71-e37c-46b1-8cef-c66d410f341f {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:32:03.597046 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'status': 'completed', 'code': 200} Sep 03 18:32:03.668318 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0469fbe-5ec4-44aa-b779-43848d35ed9f req-f8728945-a534-41e6-83da-d661d8c05d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:03.670148 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e0469fbe-5ec4-44aa-b779-43848d35ed9f req-f8728945-a534-41e6-83da-d661d8c05d05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7eb803d0a4f429fab159f7d8a3ee7fb&device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 1096 time: 0.0475049 Sep 03 18:32:03.780366 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0469fbe-5ec4-44aa-b779-43848d35ed9f req-2fbd2685-2319-4aa9-adfc-04ef9202c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:03.781801 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e0469fbe-5ec4-44aa-b779-43848d35ed9f req-2fbd2685-2319-4aa9-adfc-04ef9202c348 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=e7eb803d0a4f429fab159f7d8a3ee7fb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1042194 Sep 03 18:32:03.882786 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0469fbe-5ec4-44aa-b779-43848d35ed9f req-3af052cb-e110-428a-a296-6cfdece51b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:03.884268 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e0469fbe-5ec4-44aa-b779-43848d35ed9f req-3af052cb-e110-428a-a296-6cfdece51b11 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945694 Sep 03 18:32:03.972857 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-c0920a3f-c7d6-4130-aa76-9059a052e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:03.974461 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-c0920a3f-c7d6-4130-aa76-9059a052e31e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7eb803d0a4f429fab159f7d8a3ee7fb&device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 1096 time: 0.0514824 Sep 03 18:32:04.020109 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-5c4edcbf-e74e-4385-8882-7908c0337a10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7 HTTP/1.1" status: 200 len: 217 time: 0.0364151 Sep 03 18:32:04.072069 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-f0542ff8-4bec-40ba-a078-778db5fc028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:04.073717 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-f0542ff8-4bec-40ba-a078-778db5fc028e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0340f6f8-fbae-45a3-be3c-b46273d54605 HTTP/1.1" status: 200 len: 853 time: 0.0461721 Sep 03 18:32:04.157582 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-41940afa-43f1-4164-833b-35bbdd00f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:04.159332 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-41940afa-43f1-4164-833b-35bbdd00f2ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0faea959-f822-45f7-8968-d9fbcc3a6f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785446 Sep 03 18:32:04.167447 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc780a5-e5f3-4a9a-abcb-3da527e11015 req-8675afbb-0cd4-4328-9c86-0aa1d072b342 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:04.168808 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fbc780a5-e5f3-4a9a-abcb-3da527e11015 req-8675afbb-0cd4-4328-9c86-0aa1d072b342 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 943 time: 0.0790031 Sep 03 18:32:04.260965 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fbc780a5-e5f3-4a9a-abcb-3da527e11015 req-4f8fd694-4437-46cf-822a-8f091738cd80 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841825 Sep 03 18:32:04.286522 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-af33b345-696b-4d1a-a522-c803fac1d826 service neutron] 10.222.0.32 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167829 Sep 03 18:32:04.378223 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e23b9934-a7bc-4ea3-9f74-1ad2d19e7969 req-2ea102fb-61fe-40f2-977a-5e0b2c87f0a3 service neutron] 10.222.0.32 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834658 Sep 03 18:32:05.383297 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97d1d4-aad7-4679-8c19-eda7d27860fd req-3258fd18-5303-4dfd-beee-5a94928e6efd tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:05.384821 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc97d1d4-aad7-4679-8c19-eda7d27860fd req-3258fd18-5303-4dfd-beee-5a94928e6efd tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 943 time: 0.0538304 Sep 03 18:32:05.421846 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cc97d1d4-aad7-4679-8c19-eda7d27860fd req-4b971378-cd3d-4f5b-843a-ce34b2837bbd tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311224 Sep 03 18:32:06.533183 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f56516-9f19-49cd-9056-7b8ed97ffd67 req-876e6d97-f5e3-406a-88c7-27c5fa8f5702 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:06.534661 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-09f56516-9f19-49cd-9056-7b8ed97ffd67 req-876e6d97-f5e3-406a-88c7-27c5fa8f5702 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 943 time: 0.0478251 Sep 03 18:32:06.572117 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-09f56516-9f19-49cd-9056-7b8ed97ffd67 req-92f7eec6-cabe-4cac-8db8-8f37eae158ee tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316663 Sep 03 18:32:07.343449 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 890fa446-8cc8-4ce4-b0d5-d58beef302b7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:32:07.439615 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 890fa446-8cc8-4ce4-b0d5-d58beef302b7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:07.451308 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'port_id': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'mac_address': 'fa:16:3e:9c:e9:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:32:07.488559 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:07.501884 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890fa446-8cc8-4ce4-b0d5-d58beef302b7 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:32:07.521611 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 890fa446-8cc8-4ce4-b0d5-d58beef302b7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:07.670456 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:07.689839 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f898a0f-cff5-42b4-b9da-e7234916b1e4 req-b9d5195b-5300-40d0-9df7-b518df7f1e04 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:07.691450 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7f898a0f-cff5-42b4-b9da-e7234916b1e4 req-b9d5195b-5300-40d0-9df7-b518df7f1e04 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 943 time: 0.0519524 Sep 03 18:32:07.728707 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=890fa446-8cc8-4ce4-b0d5-d58beef302b7,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:07.735407 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7f898a0f-cff5-42b4-b9da-e7234916b1e4 req-9f954d11-f3e4-4c4f-9e0f-cd7bc8179625 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326805 Sep 03 18:32:07.737146 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:07.737506 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:07.737854 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:07.738318 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:07.738531 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:07.738925 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:07.739225 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:07.739546 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:07.739950 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:07.740213 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:07.740549 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:07.740929 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:07.899843 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['890fa446-8cc8-4ce4-b0d5-d58beef302b7'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:32:08.190636 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-5b49babb-cc13-44de-a27c-0653cf0499e3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866719046&fields=id&tenant_id=3f19ece7da994796b3ce82fe98aa8882 HTTP/1.1" status: 200 len: 267 time: 0.0324678 Sep 03 18:32:08.304165 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2f94f8c9-ab1a-49a1-abde-3011abfd8b2c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:08.305623 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2f94f8c9-ab1a-49a1-abde-3011abfd8b2c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/networks?id=ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 200 len: 812 time: 0.1082785 Sep 03 18:32:08.324891 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-8afd2668-d87c-4806-ad10-7c6f4826e1e2 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/quotas/3f19ece7da994796b3ce82fe98aa8882 HTTP/1.1" status: 200 len: 375 time: 0.0133233 Sep 03 18:32:08.384914 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-4338deb3-125f-4c40-a5fa-a2344e1c9c02 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0544348 Sep 03 18:32:08.482630 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-53c47ff2-c708-449a-8865-79407a55aa3b service neutron] 10.222.0.43 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861123 Sep 03 18:32:08.570035 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-bb14651b-2ba5-48c9-85c3-0c3cd649bc04 service neutron] 10.222.0.43 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812714 Sep 03 18:32:08.852196 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048ea51-d40f-4aed-8e1a-43f738d99fe8 req-cc6ac4f5-9319-4564-b215-ec0a54065faf tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:08.853937 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9048ea51-d40f-4aed-8e1a-43f738d99fe8 req-cc6ac4f5-9319-4564-b215-ec0a54065faf tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 944 time: 0.0531881 Sep 03 18:32:08.891682 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9048ea51-d40f-4aed-8e1a-43f738d99fe8 req-92422822-4206-4953-afb5-9e9519b48b3b tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313139 Sep 03 18:32:09.099017 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2a569209-d287-43e7-a453-95cc9032da52 req-813361d2-9cf3-4ddd-b3cb-02ffe89fd77d tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 210 time: 0.0272861 Sep 03 18:32:09.343179 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 890fa446-8cc8-4ce4-b0d5-d58beef302b7 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:32:09.464863 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:32:09.468812 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:32:09.469189 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:09.547722 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:09.570320 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:32:09.572587 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b2f5d2-340e-4232-9163-8d9641e9fd23" -d '{"events": [{"server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "name": "network-vif-plugged", "status": "completed", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:32:09.585559 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 890fa446-8cc8-4ce4-b0d5-d58beef302b7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:09.610047 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0deccc-5104-4148-93b3-fd5ad1a229a2 x-openstack-request-id: req-3c0deccc-5104-4148-93b3-fd5ad1a229a2 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:32:09.610047 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "name": "network-vif-plugged", "status": "completed", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:32:09.610281 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c0deccc-5104-4148-93b3-fd5ad1a229a2 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:32:09.610464 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'code': 200} Sep 03 18:32:09.687430 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:09.734580 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=890fa446-8cc8-4ce4-b0d5-d58beef302b7,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:09.898887 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:10.038046 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e9603-5e54-4008-a067-8010da98b2cb req-1ab01d4c-3749-4d9f-8abf-43e5486bcb46 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:10.040218 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d75e9603-5e54-4008-a067-8010da98b2cb req-1ab01d4c-3749-4d9f-8abf-43e5486bcb46 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0812650 Sep 03 18:32:10.046736 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f4ba3-82e7-4280-9527-85053d339c7f req-1fd7af53-7322-4e46-93ba-fb6666067c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:10.048144 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1a1f4ba3-82e7-4280-9527-85053d339c7f req-1fd7af53-7322-4e46-93ba-fb6666067c08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 1098 time: 0.0626209 Sep 03 18:32:10.097073 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d75e9603-5e54-4008-a067-8010da98b2cb req-a07f501b-13c7-4dec-b06d-adced053d4f7 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479312 Sep 03 18:32:10.107333 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1a1f4ba3-82e7-4280-9527-85053d339c7f req-bf2f56c8-0e03-40b1-b125-343b3b198fd4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450454 Sep 03 18:32:10.190816 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9240ab11-73f3-4e78-8faa-c79e374afbe4 req-d3ae080c-7f20-46ab-8077-cc830f8bd3e5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 210 time: 0.0261116 Sep 03 18:32:11.217355 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-1a04713d-016c-49cd-a3fc-1ff168be4a28 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:11.218846 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-1a04713d-016c-49cd-a3fc-1ff168be4a28 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "GET /v2.0/networks?id=ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 200 len: 812 time: 0.1341951 Sep 03 18:32:11.236116 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df988a5-268c-4680-944a-c3115fd89708 req-d2bc946b-cd98-420b-907e-a1f0cca60107 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:11.237674 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7df988a5-268c-4680-944a-c3115fd89708 req-d2bc946b-cd98-420b-907e-a1f0cca60107 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0741324 Sep 03 18:32:11.301445 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-50bd319e-a11a-45d9-b4d4-fe0d3c4746f9 req-dede0ea2-8c03-495f-b783-75ecde22e764 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 210 time: 0.0397573 Sep 03 18:32:11.323011 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-343779b4-a8db-4e8f-b9c3-79db65239dcb tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f19ece7da994796b3ce82fe98aa8882 HTTP/1.1" status: 200 len: 380 time: 0.0809495 Sep 03 18:32:11.328012 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7df988a5-268c-4680-944a-c3115fd89708 req-bbeac610-2e16-4902-a915-23737e540bb8 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791776 Sep 03 18:32:11.333702 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'port': {'device_id': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'admin_state_up': True, 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'security_groups': ['d073ec74-30c0-4313-814c-90a5338d0cda']}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:11.533903 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Made reservation on behalf of 3f19ece7da994796b3ce82fe98aa8882 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:32:11.537335 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:11.548283 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f25f98b2-de48-406c-b6a1-937678a3cd80 req-386d05dd-37fb-42e0-ac1b-45e970eaff56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513303 Sep 03 18:32:11.679135 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f98b2-de48-406c-b6a1-937678a3cd80 req-f7aebeae-9dcf-4438-8f35-180fa160c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:11.680550 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f25f98b2-de48-406c-b6a1-937678a3cd80 req-f7aebeae-9dcf-4438-8f35-180fa160c790 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 1100 time: 0.0838699 Sep 03 18:32:11.699619 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Allocated IP 172.20.0.8 (ba80c533-b449-4bd2-905c-b36310580e6d/0c2d93e9-0e8d-4bcd-ac14-e435a882418d/bbfb3100-9477-4cee-ae0e-fc808e909aeb) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:32:11.768476 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:32:11.840019 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f98b2-de48-406c-b6a1-937678a3cd80 req-44430c22-5768-4110-923a-923aee01db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:11.841536 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f25f98b2-de48-406c-b6a1-937678a3cd80 req-44430c22-5768-4110-923a-923aee01db37 service neutron] 10.222.0.32 "GET /v2.0/networks?id=998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 200 len: 917 time: 0.1398754 Sep 03 18:32:11.954744 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f25f98b2-de48-406c-b6a1-937678a3cd80 req-fd248093-26c7-42b3-a7cb-8a65cd0f037f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4972d514-d03e-4453-a203-ff6342fb8c33 HTTP/1.1" status: 200 len: 1002 time: 0.0888839 Sep 03 18:32:11.957226 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:11.995667 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Transition to ACTIVE for port object bbfb3100-9477-4cee-ae0e-fc808e909aeb will not be triggered until provisioned by entity DHCP. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:32:12.021049 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f98b2-de48-406c-b6a1-937678a3cd80 req-4d7e1e40-ed92-42b2-b5a9-2e2795b96d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:12.022534 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f25f98b2-de48-406c-b6a1-937678a3cd80 req-4d7e1e40-ed92-42b2-b5a9-2e2795b96d8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1df25eee-e34a-4c63-bd04-657d1c644d31 HTTP/1.1" status: 200 len: 855 time: 0.0559027 Sep 03 18:32:12.076284 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f98b2-de48-406c-b6a1-937678a3cd80 req-36c6e50a-75d5-4b42-88a2-3cd945d43c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:12.077944 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f25f98b2-de48-406c-b6a1-937678a3cd80 req-36c6e50a-75d5-4b42-88a2-3cd945d43c32 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=998204b6-a286-4efa-8861-56398dfc9dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460026 Sep 03 18:32:12.152307 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:12.209795 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f25f98b2-de48-406c-b6a1-937678a3cd80 req-4c630f2e-0941-465e-9217-f76bd1e2d79a service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241524 Sep 03 18:32:12.211497 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Network ba80c533-b449-4bd2-905c-b36310580e6d is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:32:12.214733 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:32:12.217430 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:32:12.278213 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'Port': ['ID=bbfb3100-9477-4cee-ae0e-fc808e909aeb,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:12.337920 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:12.338618 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:12.388599 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f25f98b2-de48-406c-b6a1-937678a3cd80 req-de4d958d-85a6-4274-9aac-796b0bd996cf service neutron] 10.222.0.32 "GET /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680892 Sep 03 18:32:12.459426 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf8a04-ed0c-4976-982b-3d1d99f1c438 req-30810b7f-13fe-4bcf-918c-6b483a23107e tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:12.462052 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-87bf8a04-ed0c-4976-982b-3d1d99f1c438 req-30810b7f-13fe-4bcf-918c-6b483a23107e tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 931 time: 0.0887465 Sep 03 18:32:12.466501 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2214342a-4e0f-4548-84fc-98551ae542af tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1369333 Sep 03 18:32:12.488108 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e91141-08fe-47b5-b92b-3147f82ead5e req-ab1c71ab-ab10-477c-a102-b4295e760aba tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:12.489566 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-63e91141-08fe-47b5-b92b-3147f82ead5e req-ab1c71ab-ab10-477c-a102-b4295e760aba tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0790427 Sep 03 18:32:12.493265 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Request body: {'port': {'device_id': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:12.556028 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-36cffcca-addd-481f-b93e-305ceaf21b6b None None] Provisioning for port bbfb3100-9477-4cee-ae0e-fc808e909aeb completed by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:32:12.561368 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-36cffcca-addd-481f-b93e-305ceaf21b6b None None] Provisioning complete for port bbfb3100-9477-4cee-ae0e-fc808e909aeb triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:32:12.561743 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-36cffcca-addd-481f-b93e-305ceaf21b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:12.584410 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-87bf8a04-ed0c-4976-982b-3d1d99f1c438 req-b87b6581-2bd9-4b33-b1a1-1d49de739b6b tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111453 Sep 03 18:32:12.596215 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-36cffcca-addd-481f-b93e-305ceaf21b6b None None] Port bbfb3100-9477-4cee-ae0e-fc808e909aeb cannot update to ACTIVE because it is not bound. {{(pid=94514) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:32:12.598819 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-63e91141-08fe-47b5-b92b-3147f82ead5e req-47d92c8c-f4f3-4b98-a801-712a5c6c75e7 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988247 Sep 03 18:32:12.600999 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:12.795200 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a0c1b-912d-4f8b-b511-4229a1c42cda req-0ab4139f-04dd-4be1-9039-5def703f774e tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:12.796579 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5d1a0c1b-912d-4f8b-b511-4229a1c42cda req-0ab4139f-04dd-4be1-9039-5def703f774e tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0873730 Sep 03 18:32:12.881141 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5d1a0c1b-912d-4f8b-b511-4229a1c42cda req-8fbf3078-accc-4dfc-bb5c-afc1dd0bbc54 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587919 Sep 03 18:32:12.935436 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbfb3100-9477-4cee-ae0e-fc808e909aeb {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:32:12.942821 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:12.954391 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Transition to ACTIVE for port object bbfb3100-9477-4cee-ae0e-fc808e909aeb will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:32:13.024485 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:13.079172 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Pushing event updated for resources: {'Port': ['ID=bbfb3100-9477-4cee-ae0e-fc808e909aeb,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:13.145221 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Attempting to bind port bbfb3100-9477-4cee-ae0e-fc808e909aeb on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:32:13.145411 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Attempting to bind port bbfb3100-9477-4cee-ae0e-fc808e909aeb by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:32:13.145764 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Attempting to bind port bbfb3100-9477-4cee-ae0e-fc808e909aeb on network ba80c533-b449-4bd2-905c-b36310580e6d {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:32:13.150713 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Port bbfb3100-9477-4cee-ae0e-fc808e909aeb on network ba80c533-b449-4bd2-905c-b36310580e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:32:13.150713 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Attempting to bind port bbfb3100-9477-4cee-ae0e-fc808e909aeb on network ba80c533-b449-4bd2-905c-b36310580e6d {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:32:13.155869 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:32:13.156200 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Checking segment: {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:32:13.156584 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Bound using segment: {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:32:13.157057 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Bound port: bbfb3100-9477-4cee-ae0e-fc808e909aeb, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30b2574-8fb6-4735-8ac6-9af7e2092558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:32:13.157416 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:13.499127 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] For port bbfb3100-9477-4cee-ae0e-fc808e909aeb, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:32:13.516262 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1d320-4a7b-434b-924b-6706a80aa2fa req-5bbce7bb-344d-49e4-9a2b-2f2de0ffbbe6 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:13.517881 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6df1d320-4a7b-434b-924b-6706a80aa2fa req-5bbce7bb-344d-49e4-9a2b-2f2de0ffbbe6 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 945 time: 0.3265409 Sep 03 18:32:13.521400 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] For port bbfb3100-9477-4cee-ae0e-fc808e909aeb, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbfb3100-9477-4cee-ae0e-fc808e909aeb,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:32:13.554440 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6df1d320-4a7b-434b-924b-6706a80aa2fa req-5d13a289-c5e3-48db-81b9-d0cb39179c3f tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305023 Sep 03 18:32:13.584941 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:13.618612 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:13.618937 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:13.621004 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] 10.222.0.32 "PUT /v2.0/ports/bbfb3100-9477-4cee-ae0e-fc808e909aeb HTTP/1.1" status: 200 len: 1093 time: 1.1466665 Sep 03 18:32:13.621454 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'tag': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:32:13.623800 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05a9008-01ab-497a-8084-64ff1f221a36" -d '{"events": [{"name": "network-changed", "server_uuid": "59643c82-73c6-47b6-b90e-8f73be3b2be1", "tag": "bbfb3100-9477-4cee-ae0e-fc808e909aeb"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:32:13.651349 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9047fc5-a608-4fce-8558-64db29d59d6d service neutron] Pushing event updated for resources: {'Port': ['ID=bbfb3100-9477-4cee-ae0e-fc808e909aeb,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:13.673701 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b993ee-fb3c-4d14-859e-623722a07a50 x-openstack-request-id: req-c0b993ee-fb3c-4d14-859e-623722a07a50 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:32:13.673973 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59643c82-73c6-47b6-b90e-8f73be3b2be1", "tag": "bbfb3100-9477-4cee-ae0e-fc808e909aeb", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:32:13.674278 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c0b993ee-fb3c-4d14-859e-623722a07a50 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:32:13.674669 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'tag': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb', 'status': 'completed', 'code': 200} Sep 03 18:32:13.771470 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb13e1f-05e8-4fe5-aee6-183e6bb81b47 req-4477d1bd-0947-400a-bdef-e9ba76439fe4 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:13.773038 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ffb13e1f-05e8-4fe5-aee6-183e6bb81b47 req-4477d1bd-0947-400a-bdef-e9ba76439fe4 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 943 time: 0.0795586 Sep 03 18:32:13.776020 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a9008-01ab-497a-8084-64ff1f221a36 req-7898149d-f2ea-4f0b-99e5-ffd35d6c3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:13.777501 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c05a9008-01ab-497a-8084-64ff1f221a36 req-7898149d-f2ea-4f0b-99e5-ffd35d6c3972 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 1096 time: 0.0750563 Sep 03 18:32:13.867036 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ffb13e1f-05e8-4fe5-aee6-183e6bb81b47 req-9820f865-f650-42a3-bcfd-75a2ad707edd tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878928 Sep 03 18:32:13.901034 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a9008-01ab-497a-8084-64ff1f221a36 req-c1d853bc-2783-41c3-801e-e561954daf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:13.903072 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c05a9008-01ab-497a-8084-64ff1f221a36 req-c1d853bc-2783-41c3-801e-e561954daf7d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3f19ece7da994796b3ce82fe98aa8882&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1170387 Sep 03 18:32:14.003427 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a9008-01ab-497a-8084-64ff1f221a36 req-1e671dd7-e3fc-48a7-9654-91cc95b5d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:14.005061 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c05a9008-01ab-497a-8084-64ff1f221a36 req-1e671dd7-e3fc-48a7-9654-91cc95b5d16a service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949273 Sep 03 18:32:14.084814 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-8de04a43-6b3e-4a53-9993-211b9e1ee86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:14.086360 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-8de04a43-6b3e-4a53-9993-211b9e1ee86b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 1096 time: 0.0412474 Sep 03 18:32:14.142103 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-5aed2c1f-72de-4d3e-980d-7ed3845d390c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbfb3100-9477-4cee-ae0e-fc808e909aeb HTTP/1.1" status: 200 len: 217 time: 0.0480552 Sep 03 18:32:14.192129 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-e668737c-fc7b-4db3-8370-7ea577cc7e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:14.193574 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-e668737c-fc7b-4db3-8370-7ea577cc7e54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c2d93e9-0e8d-4bcd-ac14-e435a882418d HTTP/1.1" status: 200 len: 851 time: 0.0432281 Sep 03 18:32:14.242516 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-a1c66199-c4d4-40a0-839c-c73fd1912cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:14.244022 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-a1c66199-c4d4-40a0-839c-c73fd1912cf3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba80c533-b449-4bd2-905c-b36310580e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427287 Sep 03 18:32:14.341726 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-2a301fbc-8ce4-4bd4-832c-838a43f34c2f service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892289 Sep 03 18:32:14.436202 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d067f219-cec2-495d-8ec6-cfbb8f0cb873 req-373cdbfb-2c2b-484c-96ed-0f335ebab551 service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869780 Sep 03 18:32:14.530634 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f2a1-6024-49fe-adaa-f1165ac8fa33 req-55da04ef-8abf-4414-ab9e-485ad20bf7c9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:14.532094 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d8c7f2a1-6024-49fe-adaa-f1165ac8fa33 req-55da04ef-8abf-4414-ab9e-485ad20bf7c9 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 947 time: 0.0528877 Sep 03 18:32:14.570273 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d8c7f2a1-6024-49fe-adaa-f1165ac8fa33 req-fd70d9bd-aca8-4852-9553-7212afbe101e tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310750 Sep 03 18:32:14.984238 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac932c3-4622-4ce8-b194-ed6c64b36fb5 req-8fa0a32c-de72-4aa9-a3df-79f5001cd9b4 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:14.985747 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9ac932c3-4622-4ce8-b194-ed6c64b36fb5 req-8fa0a32c-de72-4aa9-a3df-79f5001cd9b4 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 943 time: 0.0504684 Sep 03 18:32:15.023139 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9ac932c3-4622-4ce8-b194-ed6c64b36fb5 req-7f456966-64cb-42a9-a216-8aa2f4bbce0a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313866 Sep 03 18:32:15.689234 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4355b0-489a-49ab-a489-229859104c33 req-fe553f78-3818-4a4c-8e4c-bf51ee1c094f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:15.690966 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-df4355b0-489a-49ab-a489-229859104c33 req-fe553f78-3818-4a4c-8e4c-bf51ee1c094f tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 947 time: 0.0496905 Sep 03 18:32:15.728807 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-df4355b0-489a-49ab-a489-229859104c33 req-d7abbde0-7e15-4582-8419-f6b7e5e5da19 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups?id=14c37ee3-9945-4b9d-9e05-fbac20be69c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318384 Sep 03 18:32:16.128554 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-6249a15f-10f2-4e0f-85f6-a625b174bc05 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:16.130038 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-6249a15f-10f2-4e0f-85f6-a625b174bc05 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.32 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 947 time: 0.0896649 Sep 03 18:32:16.180672 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64fb22-9598-494b-8694-7c87eef51794 req-114115fd-dd4c-4ef1-8d20-dbfcf30e0438 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:16.182168 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff64fb22-9598-494b-8694-7c87eef51794 req-114115fd-dd4c-4ef1-8d20-dbfcf30e0438 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 943 time: 0.0900292 Sep 03 18:32:16.250885 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ff64fb22-9598-494b-8694-7c87eef51794 req-974e0a0f-264e-4d55-a4b7-840c3818827d tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617645 Sep 03 18:32:16.267999 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Deleting port 4972d514-d03e-4453-a203-ff6342fb8c33 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:32:16.268582 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:16.359762 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] For port 4972d514-d03e-4453-a203-ff6342fb8c33, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4972d514-d03e-4453-a203-ff6342fb8c33,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:16.360130 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:16.529407 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:16.529777 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:16.530103 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Floating IP 06a8f3be-c58d-4594-aa7c-6ecee6869340 disassociated. External IP: 172.27.2.104, port: 4972d514-d03e-4453-a203-ff6342fb8c33. Sep 03 18:32:16.530452 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Calling delete_port for 4972d514-d03e-4453-a203-ff6342fb8c33 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:32:16.727628 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:16.764023 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event deleted for resources: {'Port': ['ID=4972d514-d03e-4453-a203-ff6342fb8c33,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:16.864872 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-01178aee-117f-4a6a-95f5-3ee0baa3ade1 req-b4f8210d-e2de-46f3-ac09-34ec7f84fc19 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 210 time: 0.0544236 Sep 03 18:32:16.907024 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Router 98422081-e73d-4391-9dea-4f07a2283dd9 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:32:17.016023 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:32:17.025627 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c9c6b-f6a2-40e7-88c5-46d36b187787 None None] Sync routers for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:32:17.034799 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c9c6b-f6a2-40e7-88c5-46d36b187787 None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:32:17.035355 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-0a2c9c6b-f6a2-40e7-88c5-46d36b187787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:31:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:17.061569 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] No DVR routers for this DVR port 4972d514-d03e-4453-a203-ff6342fb8c33 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:32:17.064114 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:17.066120 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-82c27315-5a08-4b4f-aac1-fe16aa45727d req-7ab0334f-a89c-4521-b570-bb6c1fda3787 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.32 "DELETE /v2.0/ports/4972d514-d03e-4453-a203-ff6342fb8c33 HTTP/1.1" status: 204 len: 173 time: 0.9290338 Sep 03 18:32:17.066579 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'name': 'network-vif-deleted', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:32:17.068864 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d771f8b4-933b-473c-9547-4c5b431256e5" -d '{"events": [{"server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "name": "network-vif-deleted", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:32:17.107320 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c5748b-b46f-42f5-8709-04f88a20680a x-openstack-request-id: req-98c5748b-b46f-42f5-8709-04f88a20680a {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:32:17.107616 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa1ce1a-dfe7-49ed-9b45-0d4317596037", "name": "network-vif-deleted", "tag": "4972d514-d03e-4453-a203-ff6342fb8c33", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:32:17.107870 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98c5748b-b46f-42f5-8709-04f88a20680a {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:32:17.108273 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa1ce1a-dfe7-49ed-9b45-0d4317596037', 'name': 'network-vif-deleted', 'tag': '4972d514-d03e-4453-a203-ff6342fb8c33', 'status': 'completed', 'code': 200} Sep 03 18:32:17.145919 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-0a2c9c6b-f6a2-40e7-88c5-46d36b187787 None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:32:17.359462 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-0a2c9c6b-f6a2-40e7-88c5-46d36b187787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:34Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:17.374799 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9ce18-f7d9-4737-a53c-d9755a7615b3 req-85f14d47-e792-40fe-9dc9-5b288c3f7865 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:17.376429 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1fa9ce18-f7d9-4737-a53c-d9755a7615b3 req-85f14d47-e792-40fe-9dc9-5b288c3f7865 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 943 time: 0.0549572 Sep 03 18:32:17.386793 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c9c6b-f6a2-40e7-88c5-46d36b187787 None None] Checking router: 98422081-e73d-4391-9dea-4f07a2283dd9 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:32:17.395149 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c9c6b-f6a2-40e7-88c5-46d36b187787 None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:32:17.395754 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-0a2c9c6b-f6a2-40e7-88c5-46d36b187787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:31:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:17.424378 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1fa9ce18-f7d9-4737-a53c-d9755a7615b3 req-cabcaa12-ce5b-4f06-8db7-1d1833759d15 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334625 Sep 03 18:32:17.500111 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-0a2c9c6b-f6a2-40e7-88c5-46d36b187787 None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:32:17.691063 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-0a2c9c6b-f6a2-40e7-88c5-46d36b187787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:34Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:17.721369 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c9c6b-f6a2-40e7-88c5-46d36b187787 None None] The sync data for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi is: [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:28Z', 'revision_number': 4, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': '846a0677-c5f1-4c82-933b-5033e395f8d4', 'name': '', 'network_id': '998204b6-a286-4efa-8861-56398dfc9dd4', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'mac_address': 'fa:16:3e:85:0e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 502, 'fixed_ips': [{'subnet_id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:27Z', 'updated_at': '2021-09-03T18:26:34Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'subnets': [{'id': '1df25eee-e34a-4c63-bd04-657d1c644d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:32:17.955359 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91b78e-8fa7-40a4-a64d-c93b84b164ae None None] New status for floating IP 06a8f3be-c58d-4594-aa7c-6ecee6869340: DOWN {{(pid=94514) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:32:17.998345 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-ca91c55a-a181-4b0d-b5de-40f178f83bf7 req-9afd2200-52bf-4afc-8804-931d154a635c tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffa1ce1a-dfe7-49ed-9b45-0d4317596037 HTTP/1.1" status: 200 len: 210 time: 0.0296724 Sep 03 18:32:18.549280 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b439bc-e7cd-4c48-8fe4-0dbfa582ef35 req-8183ae37-bf40-4689-86bc-812647fa0182 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:18.550768 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d8b439bc-e7cd-4c48-8fe4-0dbfa582ef35 req-8183ae37-bf40-4689-86bc-812647fa0182 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 943 time: 0.0491138 Sep 03 18:32:18.591240 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d8b439bc-e7cd-4c48-8fe4-0dbfa582ef35 req-9d194f5a-ab9b-4df4-9a2b-a2aed3d2ec33 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345690 Sep 03 18:32:19.185082 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38830) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:19.241107 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-67730192-62b4-40bf-9239-516b6b90fd21 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:19.265037 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-67730192-62b4-40bf-9239-516b6b90fd21 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:19.378720 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-67730192-62b4-40bf-9239-516b6b90fd21 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:19.381337 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-67730192-62b4-40bf-9239-516b6b90fd21 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:19.382489 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-67730192-62b4-40bf-9239-516b6b90fd21 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "DELETE /v2.0/security-groups/14c37ee3-9945-4b9d-9e05-fbac20be69c7 HTTP/1.1" status: 204 len: 168 time: 0.1962886 Sep 03 18:32:19.386047 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38832) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:19.391911 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67730192-62b4-40bf-9239-516b6b90fd21 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c37ee3-9945-4b9d-9e05-fbac20be69c7,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:19.401439 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.api.v2.resource [None req-84777018-0be7-45b7-b6b1-cf0be3cbb8a4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] show failed (client error): The resource could not be found. Sep 03 18:32:19.402462 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-84777018-0be7-45b7-b6b1-cf0be3cbb8a4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "GET /v2.0/security-groups/14c37ee3-9945-4b9d-9e05-fbac20be69c7 HTTP/1.1" status: 404 len: 347 time: 0.0154340 Sep 03 18:32:19.405256 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38834) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:19.421252 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 4972d514-d03e-4453-a203-ff6342fb8c33 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:32:19.443159 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 4972d514-d03e-4453-a203-ff6342fb8c33 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:32:19.443738 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 4972d514-d03e-4453-a203-ff6342fb8c33 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:32:19.547300 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Deleting port 9dfba6eb-4475-4b52-a54e-fe1fe890ac1d {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:32:19.547639 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:19.621969 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:19.622300 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:19.634156 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Calling delete_port for 9dfba6eb-4475-4b52-a54e-fe1fe890ac1d owned by network:floatingip {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:32:19.705191 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba5b70-2943-4c4f-96ef-7eccb69fcc66 req-eef447cb-acce-4448-a9d1-97b503e78308 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:19.706838 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9dba5b70-2943-4c4f-96ef-7eccb69fcc66 req-eef447cb-acce-4448-a9d1-97b503e78308 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 943 time: 0.0491557 Sep 03 18:32:19.745572 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9dba5b70-2943-4c4f-96ef-7eccb69fcc66 req-d0f3c2b5-1a73-4f76-ab4c-b4eb50c5f869 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328588 Sep 03 18:32:19.829951 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:19.855611 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Pushing event deleted for resources: {'Port': ['ID=9dfba6eb-4475-4b52-a54e-fe1fe890ac1d,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:19.866604 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:19.866961 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:19.867342 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:19.867690 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:19.868029 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:19.868364 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:19.868731 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:19.869067 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:19.869402 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:19.870280 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:19.870612 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:19.870939 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:19.925610 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks [] for floatingip, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:19.928068 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:19.929234 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-cfc25cdc-4cc6-4d18-a1ff-ff0a524b51e4 tempest-AttachVolumeShelveTestJSON-1890146141 tempest-AttachVolumeShelveTestJSON-1890146141-project] 10.222.0.43 "DELETE /v2.0/floatingips/06a8f3be-c58d-4594-aa7c-6ecee6869340 HTTP/1.1" status: 204 len: 168 time: 0.5230846 Sep 03 18:32:20.641342 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4dbcede5-0143-4131-80c7-5ddd8604d91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:20.863647 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ace4cc-f0b1-4fc5-a97a-9e8d59c83523 req-8c75a3e9-4a7a-42c3-b3fa-0a5e365c8f9e tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:20.865233 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-37ace4cc-f0b1-4fc5-a97a-9e8d59c83523 req-8c75a3e9-4a7a-42c3-b3fa-0a5e365c8f9e tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 943 time: 0.0544903 Sep 03 18:32:20.904237 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-37ace4cc-f0b1-4fc5-a97a-9e8d59c83523 req-c11af4f7-1187-476f-9e72-d3e40d093c1d tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321898 Sep 03 18:32:21.421407 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device bbfb3100-9477-4cee-ae0e-fc808e909aeb details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:32:21.647510 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port bbfb3100-9477-4cee-ae0e-fc808e909aeb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbfb3100-9477-4cee-ae0e-fc808e909aeb,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:21.659199 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'port_id': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb', 'mac_address': 'fa:16:3e:cc:29:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:32:21.696394 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:21.709304 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbfb3100-9477-4cee-ae0e-fc808e909aeb {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:32:21.730280 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port bbfb3100-9477-4cee-ae0e-fc808e909aeb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbfb3100-9477-4cee-ae0e-fc808e909aeb,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:21.818171 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:21.864262 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=bbfb3100-9477-4cee-ae0e-fc808e909aeb,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:22.018949 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1995c08-1f02-469c-868c-a515bbe748c7 req-399d7398-57d0-4308-a8b2-6e6304757e45 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:22.020438 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b1995c08-1f02-469c-868c-a515bbe748c7 req-399d7398-57d0-4308-a8b2-6e6304757e45 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 944 time: 0.0493703 Sep 03 18:32:22.058748 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b1995c08-1f02-469c-868c-a515bbe748c7 req-23c4929c-6da5-4689-ba6d-4e556b68268c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315895 Sep 03 18:32:22.074024 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['bbfb3100-9477-4cee-ae0e-fc808e909aeb'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:32:22.657845 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38870) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:22.978797 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-028f129d-d6d3-4bd2-92aa-422fb5028724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:23.163590 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eae17988-a35b-47c5-8035-e99eec5fe0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563258'] for router_interface, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:23.177573 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38358240-9905-4348-9a49-f50a037cd17a req-91ed58a2-b9b6-4540-8172-4d01d746e3f2 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:23.179121 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-38358240-9905-4348-9a49-f50a037cd17a req-91ed58a2-b9b6-4540-8172-4d01d746e3f2 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 944 time: 0.0506086 Sep 03 18:32:23.218205 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-38358240-9905-4348-9a49-f50a037cd17a req-2ccc6365-b13b-40e7-bfc1-f019f30bd6d7 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328684 Sep 03 18:32:23.437452 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device bbfb3100-9477-4cee-ae0e-fc808e909aeb up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:32:23.493236 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:23.561831 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port bbfb3100-9477-4cee-ae0e-fc808e909aeb completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:32:23.566120 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port bbfb3100-9477-4cee-ae0e-fc808e909aeb triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:32:23.566500 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:23.630300 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-eae17988-a35b-47c5-8035-e99eec5fe0e7 admin admin] Deleting port 846a0677-c5f1-4c82-933b-5033e395f8d4 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:32:23.630644 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eae17988-a35b-47c5-8035-e99eec5fe0e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:23.643969 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:23.667452 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:32:23.669736 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9137d2-1747-4234-bb50-da7128a8ecc1" -d '{"events": [{"server_uuid": "59643c82-73c6-47b6-b90e-8f73be3b2be1", "name": "network-vif-plugged", "status": "completed", "tag": "bbfb3100-9477-4cee-ae0e-fc808e909aeb"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:32:23.683315 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port bbfb3100-9477-4cee-ae0e-fc808e909aeb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbfb3100-9477-4cee-ae0e-fc808e909aeb,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:23.712746 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a033b0-62de-4562-b1ba-6f3cba07b5a5 x-openstack-request-id: req-66a033b0-62de-4562-b1ba-6f3cba07b5a5 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:32:23.713041 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59643c82-73c6-47b6-b90e-8f73be3b2be1", "name": "network-vif-plugged", "status": "completed", "tag": "bbfb3100-9477-4cee-ae0e-fc808e909aeb", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:32:23.713925 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-66a033b0-62de-4562-b1ba-6f3cba07b5a5 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:32:23.720611 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb', 'code': 200} Sep 03 18:32:23.722995 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-eae17988-a35b-47c5-8035-e99eec5fe0e7 admin admin] For port 846a0677-c5f1-4c82-933b-5033e395f8d4, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=846a0677-c5f1-4c82-933b-5033e395f8d4,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:23.723501 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eae17988-a35b-47c5-8035-e99eec5fe0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:23.737836 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-eae17988-a35b-47c5-8035-e99eec5fe0e7 admin admin] Calling delete_port for 846a0677-c5f1-4c82-933b-5033e395f8d4 owned by network:router_interface {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:32:23.794717 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:23.852323 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=bbfb3100-9477-4cee-ae0e-fc808e909aeb,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:23.944959 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33865d-33b0-44f0-807c-7895376c1c46 req-ce278abe-0863-452c-b03f-75ed92e3b425 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:23.946425 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1a33865d-33b0-44f0-807c-7895376c1c46 req-ce278abe-0863-452c-b03f-75ed92e3b425 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0613985 Sep 03 18:32:23.984462 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1a33865d-33b0-44f0-807c-7895376c1c46 req-59a923ba-0788-42e3-a9dc-c4053eeaf959 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313332 Sep 03 18:32:24.006508 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38886) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:24.026823 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eae17988-a35b-47c5-8035-e99eec5fe0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:24.051092 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae17988-a35b-47c5-8035-e99eec5fe0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=846a0677-c5f1-4c82-933b-5033e395f8d4,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:24.081289 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c2e83-569d-42cc-b83f-6a7695b1f84d req-c458baa1-fc79-4192-b695-4b452bacc8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:24.082792 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-357c2e83-569d-42cc-b83f-6a7695b1f84d req-c458baa1-fc79-4192-b695-4b452bacc8e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 1098 time: 0.0472367 Sep 03 18:32:24.122141 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-357c2e83-569d-42cc-b83f-6a7695b1f84d req-a1210ea6-44a9-44c7-9565-8ef2ab52d4af service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311296 Sep 03 18:32:24.151894 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26be05c8-985c-479f-8b5d-af4a8120f2c8 tempest-TestMinimumBasicScenario-854891561 tempest-TestMinimumBasicScenario-854891561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:24.153500 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-26be05c8-985c-479f-8b5d-af4a8120f2c8 tempest-TestMinimumBasicScenario-854891561 tempest-TestMinimumBasicScenario-854891561-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 1093 time: 0.1459675 Sep 03 18:32:24.156586 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38890) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:24.161515 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Request body: {'floatingip': {'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'port_id': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:24.241408 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:24.265228 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-eae17988-a35b-47c5-8035-e99eec5fe0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1047720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563374'] for router_interface, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:24.287051 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for floatingip, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:24.367394 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7ee9c-008a-4325-88ff-091dba74e195 req-56463b28-e4a4-49f2-84dc-d25575cdd3db tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:24.368888 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f8a7ee9c-008a-4325-88ff-091dba74e195 req-56463b28-e4a4-49f2-84dc-d25575cdd3db tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 945 time: 0.0789332 Sep 03 18:32:24.440371 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f8a7ee9c-008a-4325-88ff-091dba74e195 req-5cfedeed-631c-43b5-aefe-1a0c6abc5076 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436146 Sep 03 18:32:24.457133 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:24.481082 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae17988-a35b-47c5-8035-e99eec5fe0e7 admin admin] Router 98422081-e73d-4391-9dea-4f07a2283dd9 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:32:24.569802 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Allocated IP 172.27.2.145 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/b9fb0c0d-d6ff-4759-b0d7-da16f1a3996c) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:32:24.586608 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae17988-a35b-47c5-8035-e99eec5fe0e7 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:32:24.592310 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-eae17988-a35b-47c5-8035-e99eec5fe0e7 admin admin] 10.222.0.43 "PUT /v2.0/routers/98422081-e73d-4391-9dea-4f07a2283dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9333191 Sep 03 18:32:24.595152 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38894) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:24.600321 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdebdb-3133-4eaf-80c9-3b9cbdcd8771 None None] Sync routers for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:32:24.611103 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdebdb-3133-4eaf-80c9-3b9cbdcd8771 None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:32:24.611680 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-cebdebdb-3133-4eaf-80c9-3b9cbdcd8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:32:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:24.675515 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:24.705683 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Notify callbacks [] for router, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:24.717373 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-cebdebdb-3133-4eaf-80c9-3b9cbdcd8771 None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:32:24.807576 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:24.808345 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:24.847005 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:32:24.851296 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:32:24.855411 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:32:24.883705 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event updated for resources: {'Port': ['ID=b9fb0c0d-d6ff-4759-b0d7-da16f1a3996c,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:24.893408 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-cebdebdb-3133-4eaf-80c9-3b9cbdcd8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:32:23Z', 'revision_number': 5, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port': {'id': '6564513b-766c-4f73-a97c-8403bf71a93d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:24.921003 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdebdb-3133-4eaf-80c9-3b9cbdcd8771 None None] Checking router: 98422081-e73d-4391-9dea-4f07a2283dd9 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:32:24.930012 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdebdb-3133-4eaf-80c9-3b9cbdcd8771 None None] Routers {'98422081-e73d-4391-9dea-4f07a2283dd9'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:32:24.930639 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-cebdebdb-3133-4eaf-80c9-3b9cbdcd8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:32:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['98422081-e73d-4391-9dea-4f07a2283dd9'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:24.942759 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Deleting port 6564513b-766c-4f73-a97c-8403bf71a93d {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:32:24.943190 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.020026 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-cebdebdb-3133-4eaf-80c9-3b9cbdcd8771 None None] Set router 98422081-e73d-4391-9dea-4f07a2283dd9 gateway port host: None {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:32:25.028789 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] For port 6564513b-766c-4f73-a97c-8403bf71a93d, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=6564513b-766c-4f73-a97c-8403bf71a93d,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:25.029161 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.041789 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Calling delete_port for 6564513b-766c-4f73-a97c-8403bf71a93d owned by network:router_gateway {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:32:25.075776 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-cebdebdb-3133-4eaf-80c9-3b9cbdcd8771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:32:24Z', 'revision_number': 6, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port_host': None}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:25.107596 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdebdb-3133-4eaf-80c9-3b9cbdcd8771 None None] The sync data for ids ['98422081-e73d-4391-9dea-4f07a2283dd9'] in dv-cinder-760193-9-iscsi is: [{'id': '98422081-e73d-4391-9dea-4f07a2283dd9', 'name': 'tempest-AttachVolumeShelveTestJSON-607899060-router', 'tenant_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:25Z', 'updated_at': '2021-09-03T18:32:24Z', 'revision_number': 6, 'project_id': '3b1085e72bfc4ed1a0fd1a7b3ad2265c', 'gw_port_host': None}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:32:25.233787 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.304636 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.329586 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Pushing event deleted for resources: {'Port': ['ID=6564513b-766c-4f73-a97c-8403bf71a93d,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:25.371167 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.389114 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566208'] for router_gateway, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.491463 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9298'] for router, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.493787 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.565937 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.585500 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c304e-01ea-4aff-bd3d-972c1f8b2049 req-786c473c-52e6-4da0-98ac-88cee4a68226 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:25.586955 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-916c304e-01ea-4aff-bd3d-972c1f8b2049 req-786c473c-52e6-4da0-98ac-88cee4a68226 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 945 time: 0.0726264 Sep 03 18:32:25.625468 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-916c304e-01ea-4aff-bd3d-972c1f8b2049 req-2bb07302-2335-40bc-9c24-1a0a3a4403a2 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317950 Sep 03 18:32:25.647149 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.647329 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559974'] for router, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.647811 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98422081-e73d-4391-9dea-4f07a2283dd9 {{(pid=94512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:32:25.653031 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.656902 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-3022cbb7-0e7e-4adf-8602-d0e760d70076 admin admin] 10.222.0.43 "DELETE /v2.0/routers/98422081-e73d-4391-9dea-4f07a2283dd9 HTTP/1.1" status: 204 len: 168 time: 1.0579298 Sep 03 18:32:25.656902 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38900) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:25.703180 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_v2 [None req-b278dc78-8b8c-4f6e-bab4-6f38c00a4407 admin admin] Deleting subnet 1df25eee-e34a-4c63-bd04-657d1c644d31 {{(pid=94512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:32:25.706281 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b278dc78-8b8c-4f6e-bab4-6f38c00a4407 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.740236 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b278dc78-8b8c-4f6e-bab4-6f38c00a4407 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62900416'] for subnet, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.748658 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event updated for resources: {'Port': ['ID=b9fb0c0d-d6ff-4759-b0d7-da16f1a3996c,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:25.757554 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.828131 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b278dc78-8b8c-4f6e-bab4-6f38c00a4407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.831956 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16ce04-3111-4d57-95a3-7cc2ae4cd318 req-a884cbac-184d-4b80-a3a6-829a3aa079e8 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:25.833494 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3e16ce04-3111-4d57-95a3-7cc2ae4cd318 req-a884cbac-184d-4b80-a3a6-829a3aa079e8 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 945 time: 0.1312122 Sep 03 18:32:25.892603 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3e16ce04-3111-4d57-95a3-7cc2ae4cd318 req-9cdbbc0f-9edb-4330-8982-c6c7e1124b12 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522161 Sep 03 18:32:25.895906 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:25.903420 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Floating IP 3430fd99-27e7-4dca-9538-f700cb0b25eb associated. External IP: 172.27.2.145, port: 890fa446-8cc8-4ce4-b0d5-d58beef302b7. Sep 03 18:32:25.928471 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38902) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:25.973033 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf9ab31-6ed0-424e-a15a-054c24eddd87 tempest-TestVolumeBootPattern-1565024375 tempest-TestVolumeBootPattern-1565024375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:25.974679 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-cdf9ab31-6ed0-424e-a15a-054c24eddd87 tempest-TestVolumeBootPattern-1565024375 tempest-TestVolumeBootPattern-1565024375-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 1093 time: 0.0446322 Sep 03 18:32:25.977481 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38904) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:25.983155 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Request body: {'floatingip': {'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'port_id': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:25.983834 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 6564513b-766c-4f73-a97c-8403bf71a93d no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:32:25.998662 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b278dc78-8b8c-4f6e-bab4-6f38c00a4407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62748012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62429670'] for subnet, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.008712 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 6564513b-766c-4f73-a97c-8403bf71a93d {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:32:26.009194 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 6564513b-766c-4f73-a97c-8403bf71a93d not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:32:26.009697 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 846a0677-c5f1-4c82-933b-5033e395f8d4 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:32:26.031763 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278dc78-8b8c-4f6e-bab4-6f38c00a4407 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df25eee-e34a-4c63-bd04-657d1c644d31,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:26.034249 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 846a0677-c5f1-4c82-933b-5033e395f8d4 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:32:26.034939 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 846a0677-c5f1-4c82-933b-5033e395f8d4 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:32:26.042965 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b278dc78-8b8c-4f6e-bab4-6f38c00a4407 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.049154 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-b278dc78-8b8c-4f6e-bab4-6f38c00a4407 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/1df25eee-e34a-4c63-bd04-657d1c644d31 HTTP/1.1" status: 204 len: 168 time: 0.3913829 Sep 03 18:32:26.049827 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38906) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:26.052723 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254f366-4f59-4a21-862f-2c15b3ef4d2a None None] Network 998204b6-a286-4efa-8861-56398dfc9dd4 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:32:26.126892 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.130646 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.268778 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Deleting port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:32:26.269137 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.277189 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c515575-856e-4f4a-ba17-ae0d80bce226 None None] DHCP port deletion for 998204b6-a286-4efa-8861-56398dfc9dd4 request from dv-cinder-760193-9-iscsi {{(pid=94514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:32:26.329811 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-8c515575-856e-4f4a-ba17-ae0d80bce226 None None] Deleting port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:32:26.332227 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8c515575-856e-4f4a-ba17-ae0d80bce226 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.353090 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] For port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:26.353519 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.374932 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Calling delete_port for 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:32:26.380323 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.386910 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Router e4615d96-2a72-46d7-b976-bc107466115c has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:32:26.411779 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-8c515575-856e-4f4a-ba17-ae0d80bce226 None None] For port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36,segment=NetworkSegment(bb87ad86-1d0a-47f9-8571-269b6937a301),segment_id=bb87ad86-1d0a-47f9-8571-269b6937a301)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:26.412191 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8c515575-856e-4f4a-ba17-ae0d80bce226 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.425628 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-8c515575-856e-4f4a-ba17-ae0d80bce226 None None] Calling delete_port for 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 owned by network:dhcp {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:32:26.506518 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:32:26.518710 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cead61a-4098-44a3-90f0-3c67d15c4450 None None] Sync routers for ids ['e4615d96-2a72-46d7-b976-bc107466115c'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:32:26.528244 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cead61a-4098-44a3-90f0-3c67d15c4450 None None] Routers {'e4615d96-2a72-46d7-b976-bc107466115c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:32:26.528943 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-5cead61a-4098-44a3-90f0-3c67d15c4450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:32:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['e4615d96-2a72-46d7-b976-bc107466115c'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:26.540364 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_common [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Allocated IP 172.27.2.253 (faebfe95-4400-41e1-be0f-d85963a19747/967ba45e-8199-4508-8f71-2cc065b5147b/911891d0-1bb6-42fd-a985-34d55461ffb0) {{(pid=94512) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:32:26.617221 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-8c515575-856e-4f4a-ba17-ae0d80bce226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.638093 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.647709 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c515575-856e-4f4a-ba17-ae0d80bce226 None None] Pushing event deleted for resources: {'Port': ['ID=6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:26.649100 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for port, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.658104 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c515575-856e-4f4a-ba17-ae0d80bce226 None None] No DVR routers for this DVR port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 on host dv-cinder-760193-9-iscsi {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:32:26.661397 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.663507 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-5cead61a-4098-44a3-90f0-3c67d15c4450 None None] Set router e4615d96-2a72-46d7-b976-bc107466115c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:32:26.675771 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:26.677712 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] No DVR routers for this DVR port 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 on host dv-cinder-760193-9-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:32:26.706110 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-8d157a31-9f0b-45a4-b484-13ac013ad73c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5481260 Sep 03 18:32:26.707410 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:32:26.710729 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67efc60d-9a5a-4e4c-ab00-596bc523d0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:32:26.714019 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38908) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:26.730458 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-0ab9685c-da2a-4f9b-8aeb-93cbbe419a0c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-664507162', 'description': 'tempest-secgroup-smoke-664507162 description', 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:26.762678 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3066cf8a-2835-424f-9add-e033ed3545e7 x-openstack-request-id: req-3066cf8a-2835-424f-9add-e033ed3545e7 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:32:26.762915 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:32:26.763258 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3066cf8a-2835-424f-9add-e033ed3545e7 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:32:26.763742 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'status': 'completed', 'code': 200} Sep 03 18:32:26.766715 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.779857 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['998204b6-a286-4efa-8861-56398dfc9dd4']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:26.791318 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb87ad86-1d0a-47f9-8571-269b6937a301') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:26.791616 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb87ad86-1d0a-47f9-8571-269b6937a301') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:26.808865 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.824690 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.826365 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efc60d-9a5a-4e4c-ab00-596bc523d0a4 req-d8d1287d-b684-49dc-92d2-7e74a1cbcf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:26.828018 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-67efc60d-9a5a-4e4c-ab00-596bc523d0a4 req-d8d1287d-b684-49dc-92d2-7e74a1cbcf2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7eb803d0a4f429fab159f7d8a3ee7fb&device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 1098 time: 0.0442796 Sep 03 18:32:26.831212 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:32:26.832176 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: self.session.flush() Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: self.session.flush() Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: self.session.flush() Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: self.session.flush() Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:32:26.833390 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:32:26.861328 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0ab9685c-da2a-4f9b-8aeb-93cbbe419a0c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.887841 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:26.930284 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Network faebfe95-4400-41e1-be0f-d85963a19747 is already hosted by enough agents. {{(pid=94512) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:32:26.933668 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Resources bound (agent type, host, resource id): {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:32:26.936479 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-5cead61a-4098-44a3-90f0-3c67d15c4450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:28Z', 'revision_number': 4, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '3430fd99-27e7-4dca-9538-f700cb0b25eb', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'port_id': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'mac_address': 'fa:16:3e:9c:e9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:32:25Z', 'updated_at': '2021-09-03T18:32:25Z', 'revision_number': 0, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0af39b-c989-47cc-81a9-8fea5f6c098f', 'name': '', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'mac_address': 'fa:16:3e:a1:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:27Z', 'updated_at': '2021-09-03T18:31:34Z', 'revision_number': 5, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'subnets': [{'id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:26.940334 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Received port after_create {{(pid=94512) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:32:26.943608 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'Port': ['ID=911891d0-1bb6-42fd-a985-34d55461ffb0,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:26.966362 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cead61a-4098-44a3-90f0-3c67d15c4450 None None] Checking router: e4615d96-2a72-46d7-b976-bc107466115c for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:32:26.968935 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efc60d-9a5a-4e4c-ab00-596bc523d0a4 req-a2ac388a-566a-4689-8a10-103630bd904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:26.970457 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-67efc60d-9a5a-4e4c-ab00-596bc523d0a4 req-a2ac388a-566a-4689-8a10-103630bd904d service neutron] 10.222.0.32 "GET /v2.0/networks?id=0faea959-f822-45f7-8968-d9fbcc3a6f51 HTTP/1.1" status: 200 len: 915 time: 0.1328728 Sep 03 18:32:26.980779 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cead61a-4098-44a3-90f0-3c67d15c4450 None None] Routers {'e4615d96-2a72-46d7-b976-bc107466115c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:32:26.981421 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-5cead61a-4098-44a3-90f0-3c67d15c4450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:32:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['e4615d96-2a72-46d7-b976-bc107466115c'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:27.006018 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.016469 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.018441 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] 10.222.0.43 "DELETE /v2.0/networks/998204b6-a286-4efa-8861-56398dfc9dd4 HTTP/1.1" status: 204 len: 168 time: 0.9675109 Sep 03 18:32:27.063696 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-67efc60d-9a5a-4e4c-ab00-596bc523d0a4 req-fb0e2f6b-455c-484f-8483-4ec491f77de3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7 HTTP/1.1" status: 200 len: 999 time: 0.0862834 Sep 03 18:32:27.082868 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0ab9685c-da2a-4f9b-8aeb-93cbbe419a0c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.111431 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-5cead61a-4098-44a3-90f0-3c67d15c4450 None None] Set router e4615d96-2a72-46d7-b976-bc107466115c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:32:27.126634 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efc60d-9a5a-4e4c-ab00-596bc523d0a4 req-2f4f9c62-e1c0-48f8-bd09-2b723b1514bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:27.128302 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-67efc60d-9a5a-4e4c-ab00-596bc523d0a4 req-2f4f9c62-e1c0-48f8-bd09-2b723b1514bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0340f6f8-fbae-45a3-be3c-b46273d54605 HTTP/1.1" status: 200 len: 853 time: 0.0565772 Sep 03 18:32:27.174686 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0ab9685c-da2a-4f9b-8aeb-93cbbe419a0c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.200660 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efc60d-9a5a-4e4c-ab00-596bc523d0a4 req-d53250a7-9ea6-4dc6-8dca-f13612c51eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:27.202256 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-67efc60d-9a5a-4e4c-ab00-596bc523d0a4 req-d53250a7-9ea6-4dc6-8dca-f13612c51eb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0faea959-f822-45f7-8968-d9fbcc3a6f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664058 Sep 03 18:32:27.244092 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9685c-da2a-4f9b-8aeb-93cbbe419a0c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:27.284945 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ac816-3288-40ce-af57-3e94014c382b admin admin] Pushing event deleted for resources: {'Network': ['ID=998204b6-a286-4efa-8861-56398dfc9dd4,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:27.327570 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-67efc60d-9a5a-4e4c-ab00-596bc523d0a4 req-8ddde146-3fa2-4900-a63e-784e7464f393 service neutron] 10.222.0.32 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176085 Sep 03 18:32:27.367014 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0ab9685c-da2a-4f9b-8aeb-93cbbe419a0c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.371877 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-0ab9685c-da2a-4f9b-8aeb-93cbbe419a0c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6427817 Sep 03 18:32:27.372823 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38914) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:27.377573 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-3ba2cde5-435f-4bfa-a9b8-d8d96ab22296 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Request body: {'security_group_rule': {'security_group_id': 'b51e2399-f6d8-4454-b4ea-a1a3b847c6f5', 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:27.393754 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-5cead61a-4098-44a3-90f0-3c67d15c4450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:28Z', 'revision_number': 4, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '3430fd99-27e7-4dca-9538-f700cb0b25eb', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'port_id': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'mac_address': 'fa:16:3e:9c:e9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:32:25Z', 'updated_at': '2021-09-03T18:32:25Z', 'revision_number': 0, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0af39b-c989-47cc-81a9-8fea5f6c098f', 'name': '', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'mac_address': 'fa:16:3e:a1:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:27Z', 'updated_at': '2021-09-03T18:31:34Z', 'revision_number': 5, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'subnets': [{'id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:27.421823 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cead61a-4098-44a3-90f0-3c67d15c4450 None None] The sync data for ids ['e4615d96-2a72-46d7-b976-bc107466115c'] in dv-cinder-760193-9-iscsi is: [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:28Z', 'revision_number': 4, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': '3430fd99-27e7-4dca-9538-f700cb0b25eb', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'floating_ip_address': '172.27.2.145', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'port_id': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'mac_address': 'fa:16:3e:9c:e9:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:32:25Z', 'updated_at': '2021-09-03T18:32:25Z', 'revision_number': 0, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb0af39b-c989-47cc-81a9-8fea5f6c098f', 'name': '', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'mac_address': 'fa:16:3e:a1:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:27Z', 'updated_at': '2021-09-03T18:31:34Z', 'revision_number': 5, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'subnets': [{'id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:32:27.449708 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-67efc60d-9a5a-4e4c-ab00-596bc523d0a4 req-57833b0d-5ef7-4a06-86fb-e43ffbbcd1fa service neutron] 10.222.0.32 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153922 Sep 03 18:32:27.481163 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38916) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:27.510096 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3ba2cde5-435f-4bfa-a9b8-d8d96ab22296 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.565511 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3ba2cde5-435f-4bfa-a9b8-d8d96ab22296 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.594815 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-508824a2-8428-41e2-963d-2c4b5bda3abd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b1085e72bfc4ed1a0fd1a7b3ad2265c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1125205 Sep 03 18:32:27.598010 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38918) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:27.623490 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.638119 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3ba2cde5-435f-4bfa-a9b8-d8d96ab22296 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.664137 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5799418a-6d9f-48f6-be20-9a9d6e0d2319 None None] New status for floating IP 3430fd99-27e7-4dca-9538-f700cb0b25eb: ACTIVE {{(pid=94515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:32:27.666997 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2cde5-435f-4bfa-a9b8-d8d96ab22296 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2620b4a5-ec6d-4f3b-adfe-537cc6c76e72,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:27.683986 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6383f06a-bfc8-4c5b-9db0-55e15e26d5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.712727 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6383f06a-bfc8-4c5b-9db0-55e15e26d5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.767093 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3ba2cde5-435f-4bfa-a9b8-d8d96ab22296 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.768322 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-3ba2cde5-435f-4bfa-a9b8-d8d96ab22296 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3945186 Sep 03 18:32:27.771387 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38920) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:27.776602 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-bb1811a4-3d16-494a-a640-78642de1b762 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Request body: {'security_group_rule': {'security_group_id': 'b51e2399-f6d8-4454-b4ea-a1a3b847c6f5', 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:27.830949 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.864529 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6383f06a-bfc8-4c5b-9db0-55e15e26d5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.867505 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-6383f06a-bfc8-4c5b-9db0-55e15e26d5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.871117 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-6383f06a-bfc8-4c5b-9db0-55e15e26d5de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ec5a8136-9712-449d-8741-abea2b2281a5 HTTP/1.1" status: 204 len: 168 time: 0.2696109 Sep 03 18:32:27.889355 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383f06a-bfc8-4c5b-9db0-55e15e26d5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5a8136-9712-449d-8741-abea2b2281a5,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:27.958435 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bb1811a4-3d16-494a-a640-78642de1b762 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:27.996501 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:32:28.018127 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:32:28.018477 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 6d5c5b51-7e41-4ffa-8ae0-24db91d6fc36 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:32:28.044082 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for port, precommit_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:28.051032 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bb1811a4-3d16-494a-a640-78642de1b762 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:28.139008 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62747990'] for port, after_update {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:28.141123 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bb1811a4-3d16-494a-a640-78642de1b762 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:28.184356 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1811a4-3d16-494a-a640-78642de1b762 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa4b46e-7f05-47f4-9039-3ce01a5c761e,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:28.222594 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event updated for resources: {'Port': ['ID=911891d0-1bb6-42fd-a985-34d55461ffb0,revision_number=2']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:28.243785 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-681786'] for floatingip, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:28.310210 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-bb1811a4-3d16-494a-a640-78642de1b762 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:28.311410 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-bb1811a4-3d16-494a-a640-78642de1b762 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5390103 Sep 03 18:32:28.314329 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38926) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:28.319715 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Request body: {'security_group_rule': {'security_group_id': 'b51e2399-f6d8-4454-b4ea-a1a3b847c6f5', 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:28.362745 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.l3_db [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Floating IP b5ebfe1d-27d4-4bdb-a17b-c8bc67b43000 associated. External IP: 172.27.2.253, port: bbfb3100-9477-4cee-ae0e-fc808e909aeb. Sep 03 18:32:28.429643 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:28.498829 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:28.578768 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:28.586642 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:32:28.602322 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8fc874-bbb2-43a6-a13f-f87352a0a8fd,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:28.610477 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:28.610943 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:28.611239 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:28.611575 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:28.611920 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:28.612260 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:28.612602 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:28.612968 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:28.613303 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:28.613636 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:28.613967 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:28.614336 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:32:28.698262 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:28.699828 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-ace8e593-ce95-40d6-b9ee-4812ecf9a776 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3840320 Sep 03 18:32:28.702306 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38936) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:28.706950 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-d299b25a-e601-4e81-82fd-19bf19dc6382 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Request body: {'security_group_rule': {'security_group_id': 'b51e2399-f6d8-4454-b4ea-a1a3b847c6f5', 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:28.714342 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:32:28.725404 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e7d9f-fe01-4bae-ac17-a68b58463cfd None None] Sync routers for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:32:28.734658 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e7d9f-fe01-4bae-ac17-a68b58463cfd None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:32:28.735322 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-eb8e7d9f-fe01-4bae-ac17-a68b58463cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:32:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:28.850266 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-d299b25a-e601-4e81-82fd-19bf19dc6382 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:28.857539 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-eb8e7d9f-fe01-4bae-ac17-a68b58463cfd None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:32:28.929835 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-d299b25a-e601-4e81-82fd-19bf19dc6382 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:28.989136 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:29.017685 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-2ab75cdd-ed57-430b-a821-6a5fd1eec8d5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0391362 Sep 03 18:32:29.018372 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'tag': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb'}] {{(pid=94512) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:32:29.020804 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b069f4827def78a3d49b85512a03cffc99477986503a43a7fcf5fcd93c8100ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cdd79c-0eb8-4dd0-9658-72ed35d87973" -d '{"events": [{"name": "network-changed", "server_uuid": "59643c82-73c6-47b6-b90e-8f73be3b2be1", "tag": "bbfb3100-9477-4cee-ae0e-fc808e909aeb"}]}' {{(pid=94512) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:32:29.075695 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-d299b25a-e601-4e81-82fd-19bf19dc6382 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:29.090930 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299b25a-e601-4e81-82fd-19bf19dc6382 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522cebc9-7b12-42ed-8ead-0d49d379a7c1,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:29.126190 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-eb8e7d9f-fe01-4bae-ac17-a68b58463cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'a09b8a1a-ec03-4b28-8915-a7f94fc0f34f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:cc:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:30:26Z', 'updated_at': '2021-09-03T18:30:28Z', 'revision_number': 1, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}, {'id': 'b5ebfe1d-27d4-4bdb-a17b-c8bc67b43000', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:cc:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:32:27Z', 'updated_at': '2021-09-03T18:32:27Z', 'revision_number': 0, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:29.167555 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e7d9f-fe01-4bae-ac17-a68b58463cfd None None] Checking router: 9db69f24-bbc6-4029-84eb-bd9a3f907b04 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:32:29.178289 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e7d9f-fe01-4bae-ac17-a68b58463cfd None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:32:29.178928 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-eb8e7d9f-fe01-4bae-ac17-a68b58463cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:32:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:29.179062 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-d299b25a-e601-4e81-82fd-19bf19dc6382 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:29.180967 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-d299b25a-e601-4e81-82fd-19bf19dc6382 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4773571 Sep 03 18:32:29.184076 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38952) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:29.188754 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-27713ae6-271b-45a8-8cd4-11bd92ba3a37 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Request body: {'security_group_rule': {'security_group_id': 'b51e2399-f6d8-4454-b4ea-a1a3b847c6f5', 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:29.232171 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 38954) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:29.309189 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd90adb-3971-4258-98d4-525c0f7c7464 x-openstack-request-id: req-2dd90adb-3971-4258-98d4-525c0f7c7464 {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:32:29.309764 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59643c82-73c6-47b6-b90e-8f73be3b2be1", "tag": "bbfb3100-9477-4cee-ae0e-fc808e909aeb", "status": "completed", "code": 200}]} {{(pid=94512) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:32:29.310354 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.securitygroups_db [None req-27713ae6-271b-45a8-8cd4-11bd92ba3a37 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Project e7eb803d0a4f429fab159f7d8a3ee7fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:32:29.310655 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2dd90adb-3971-4258-98d4-525c0f7c7464 {{(pid=94512) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:32:29.311261 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'tag': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb', 'status': 'completed', 'code': 200} Sep 03 18:32:29.317447 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-27713ae6-271b-45a8-8cd4-11bd92ba3a37 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:29.360652 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1064468670-network', 'tenant_id': '0eae7d1350ba435693f7c4926e831e88'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:29.428942 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-27713ae6-271b-45a8-8cd4-11bd92ba3a37 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:29.430940 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd79c-0eb8-4dd0-9658-72ed35d87973 req-55ddce36-7715-41c5-abc6-e9d581fac55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:29.431191 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-eb8e7d9f-fe01-4bae-ac17-a68b58463cfd None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:32:29.433071 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45cdd79c-0eb8-4dd0-9658-72ed35d87973 req-55ddce36-7715-41c5-abc6-e9d581fac55b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 1098 time: 0.0897880 Sep 03 18:32:29.523512 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd79c-0eb8-4dd0-9658-72ed35d87973 req-a78a1ff5-bdd0-4382-ba27-290bc704c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:29.525022 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45cdd79c-0eb8-4dd0-9658-72ed35d87973 req-a78a1ff5-bdd0-4382-ba27-290bc704c5a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 200 len: 913 time: 0.0845485 Sep 03 18:32:29.539551 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Made reservation on behalf of 0eae7d1350ba435693f7c4926e831e88 for: {'network': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:32:29.542340 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for network, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:29.583063 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-27713ae6-271b-45a8-8cd4-11bd92ba3a37 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:29.592801 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:29.615376 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27713ae6-271b-45a8-8cd4-11bd92ba3a37 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83a8082-2497-485f-893b-e111dfbbb84c,revision_number=0']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:29.632330 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45cdd79c-0eb8-4dd0-9658-72ed35d87973 req-2b851ad9-e4aa-48da-aa08-73f46b6928c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbfb3100-9477-4cee-ae0e-fc808e909aeb HTTP/1.1" status: 200 len: 999 time: 0.1000695 Sep 03 18:32:29.674058 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-eb8e7d9f-fe01-4bae-ac17-a68b58463cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'a09b8a1a-ec03-4b28-8915-a7f94fc0f34f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:cc:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:30:26Z', 'updated_at': '2021-09-03T18:30:28Z', 'revision_number': 1, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}, {'id': 'b5ebfe1d-27d4-4bdb-a17b-c8bc67b43000', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:cc:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:32:27Z', 'updated_at': '2021-09-03T18:32:27Z', 'revision_number': 0, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:32:29.682399 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd79c-0eb8-4dd0-9658-72ed35d87973 req-477f6bf7-a2ad-4064-b776-ede2d08b98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:29.683863 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45cdd79c-0eb8-4dd0-9658-72ed35d87973 req-477f6bf7-a2ad-4064-b776-ede2d08b98c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c2d93e9-0e8d-4bcd-ac14-e435a882418d HTTP/1.1" status: 200 len: 851 time: 0.0442193 Sep 03 18:32:29.700297 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e7d9f-fe01-4bae-ac17-a68b58463cfd None None] The sync data for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi is: [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'a09b8a1a-ec03-4b28-8915-a7f94fc0f34f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:cc:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:30:26Z', 'updated_at': '2021-09-03T18:30:28Z', 'revision_number': 1, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}, {'id': 'b5ebfe1d-27d4-4bdb-a17b-c8bc67b43000', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.253', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:cc:29:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:32:27Z', 'updated_at': '2021-09-03T18:32:27Z', 'revision_number': 0, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:32:29.717514 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-27713ae6-271b-45a8-8cd4-11bd92ba3a37 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:29.718713 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-27713ae6-271b-45a8-8cd4-11bd92ba3a37 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5335422 Sep 03 18:32:29.721874 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38958) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:29.727546 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-b55134e8-51c9-4fc8-9295-07c7ba12c053 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Request body: {'security_group_rule': {'security_group_id': 'b51e2399-f6d8-4454-b4ea-a1a3b847c6f5', 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:29.753542 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd79c-0eb8-4dd0-9658-72ed35d87973 req-49e410dc-3d20-423c-9009-83b792ba933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:29.755050 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45cdd79c-0eb8-4dd0-9658-72ed35d87973 req-49e410dc-3d20-423c-9009-83b792ba933a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba80c533-b449-4bd2-905c-b36310580e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644498 Sep 03 18:32:29.890939 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:29.896908 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45cdd79c-0eb8-4dd0-9658-72ed35d87973 req-f6e8bd2b-e577-40c8-8d0a-0b4a1c98d199 service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316767 Sep 03 18:32:29.907913 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c3fa15-90d6-4940-ae3f-3cdffe946a27 None None] New status for floating IP b5ebfe1d-27d4-4bdb-a17b-c8bc67b43000: ACTIVE {{(pid=94515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:32:29.991310 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.007214 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-45cdd79c-0eb8-4dd0-9658-72ed35d87973 req-99b431e7-30cc-49fc-a35b-05cc161c300f service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007838 Sep 03 18:32:30.015617 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=94513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:32:30.029660 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:30.034453 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.034810 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.segments_db [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Added segment ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5 of type vlan for network b2bc5055-21ff-439d-9558-4cd99c3dac05 Sep 03 18:32:30.074457 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738552595164'] for network, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.104791 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.db.securitygroups_db [None req-b55134e8-51c9-4fc8-9295-07c7ba12c053 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Project e7eb803d0a4f429fab159f7d8a3ee7fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:32:30.109935 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b55134e8-51c9-4fc8-9295-07c7ba12c053 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.178452 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b55134e8-51c9-4fc8-9295-07c7ba12c053 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.218518 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761'] for network, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.219572 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:30.220434 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.258427 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b55134e8-51c9-4fc8-9295-07c7ba12c053 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983504'] for security_group_rule, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.276867 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55134e8-51c9-4fc8-9295-07c7ba12c053 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562b14ed-16f0-4f6d-ba2f-824846bcb303,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:30.280345 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] Pushing event updated for resources: {'Network': ['ID=b2bc5055-21ff-439d-9558-4cd99c3dac05,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:30.290774 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Network b2bc5055-21ff-439d-9558-4cd99c3dac05 details requested by agent ovs-agent-dv-cinder-760193-9-iscsi with host dv-cinder-760193-9-iscsi {{(pid=94514) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:32:30.322764 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-e6a643cf-a074-44d1-8af5-b9d3a282bc1b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0892560 Sep 03 18:32:30.325731 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 38960) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:32:30.330902 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.v2.base [None req-36bb708f-e02a-4526-bc6a-2854121f5536 admin admin] Request body: {'subnet': {'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1064468670-subnet', 'tenant_id': '0eae7d1350ba435693f7c4926e831e88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94512) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:30.353154 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b55134e8-51c9-4fc8-9295-07c7ba12c053 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.355812 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-b55134e8-51c9-4fc8-9295-07c7ba12c053 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6324790 Sep 03 18:32:30.437254 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c5832933-3163-4f77-99cf-484ee0e255d5 req-246ee9cb-a39d-43f3-9fe7-fb5145b523ee tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664507162&fields=id&tenant_id=e7eb803d0a4f429fab159f7d8a3ee7fb HTTP/1.1" status: 200 len: 267 time: 0.0354638 Sep 03 18:32:30.464979 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bb708f-e02a-4526-bc6a-2854121f5536 admin admin] Made reservation on behalf of 0eae7d1350ba435693f7c4926e831e88 for: {'subnet': 1} {{(pid=94512) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:32:30.467329 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36bb708f-e02a-4526-bc6a-2854121f5536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62429635'] for subnet, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.490440 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5832933-3163-4f77-99cf-484ee0e255d5 req-7e50b163-ae17-4ab3-abf0-42adf81f6f80 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:30.491938 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c5832933-3163-4f77-99cf-484ee0e255d5 req-7e50b163-ae17-4ab3-abf0-42adf81f6f80 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0491984 Sep 03 18:32:30.505030 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-c5832933-3163-4f77-99cf-484ee0e255d5 req-bef1da6d-1181-4725-9171-e44ea731f1e1 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Request body: {'port': {'security_groups': ['6bd6e140-4c37-4dbb-a677-4ae612eefc1a', 'b51e2399-f6d8-4454-b4ea-a1a3b847c6f5']}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:30.570064 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c5832933-3163-4f77-99cf-484ee0e255d5 req-bef1da6d-1181-4725-9171-e44ea731f1e1 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.764236 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-c5832933-3163-4f77-99cf-484ee0e255d5 req-bef1da6d-1181-4725-9171-e44ea731f1e1 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] For port 890fa446-8cc8-4ce4-b0d5-d58beef302b7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:30.773057 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36bb708f-e02a-4526-bc6a-2854121f5536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62748077', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62429677'] for subnet, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.794964 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c5832933-3163-4f77-99cf-484ee0e255d5 req-bef1da6d-1181-4725-9171-e44ea731f1e1 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.826161 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb708f-e02a-4526-bc6a-2854121f5536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae67caf-6af3-471e-92c9-26a6095a37fc,revision_number=0']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:30.836519 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bb708f-e02a-4526-bc6a-2854121f5536 admin admin] Checking segment: {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94512) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:32:30.836919 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb708f-e02a-4526-bc6a-2854121f5536 admin admin] Network hostable DHCP agents. Network: b2bc5055-21ff-439d-9558-4cd99c3dac05, hostable agents: ['ef8cf0cc-e059-485d-be4e-1715ed1be232'], hosted agents: [] {{(pid=94512) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:32:30.903395 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c5832933-3163-4f77-99cf-484ee0e255d5 req-bef1da6d-1181-4725-9171-e44ea731f1e1 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.915151 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['890fa446-8cc8-4ce4-b0d5-d58beef302b7'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:32:30.950988 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5832933-3163-4f77-99cf-484ee0e255d5 req-bef1da6d-1181-4725-9171-e44ea731f1e1 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:30.951636 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-c5832933-3163-4f77-99cf-484ee0e255d5 req-bef1da6d-1181-4725-9171-e44ea731f1e1 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:30.953074 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c5832933-3163-4f77-99cf-484ee0e255d5 req-bef1da6d-1181-4725-9171-e44ea731f1e1 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "PUT /v2.0/ports/890fa446-8cc8-4ce4-b0d5-d58beef302b7 HTTP/1.1" status: 200 len: 981 time: 0.4528871 Sep 03 18:32:30.953542 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:32:30.956414 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e8c113-96a4-4eff-9009-aea7934f69a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:32:30.958442 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bb708f-e02a-4526-bc6a-2854121f5536 admin admin] Network b2bc5055-21ff-439d-9558-4cd99c3dac05 is scheduled to be hosted by DHCP agent ef8cf0cc-e059-485d-be4e-1715ed1be232 with binding_index 1 {{(pid=94512) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:32:31.028109 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['890fa446-8cc8-4ce4-b0d5-d58beef302b7'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:32:31.038019 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89a1c2b-e1dc-485b-8a03-bb07608a6f74 x-openstack-request-id: req-a89a1c2b-e1dc-485b-8a03-bb07608a6f74 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:32:31.038019 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:32:31.038019 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a89a1c2b-e1dc-485b-8a03-bb07608a6f74 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:32:31.038019 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'status': 'completed', 'code': 200} Sep 03 18:32:31.058251 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.base_scheduler [None req-36bb708f-e02a-4526-bc6a-2854121f5536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-9-iscsi, b2bc5055-21ff-439d-9558-4cd99c3dac05) {{(pid=94512) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:32:31.064104 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1da6d-1181-4725-9171-e44ea731f1e1 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event updated for resources: {'Port': ['ID=890fa446-8cc8-4ce4-b0d5-d58beef302b7,revision_number=6']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:31.080330 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bb708f-e02a-4526-bc6a-2854121f5536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94512) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:31.080330 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-36bb708f-e02a-4526-bc6a-2854121f5536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:31.092526 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee15ba9-b8c3-4b41-ba73-b24dd60ac4d5 None None] Network b2bc5055-21ff-439d-9558-4cd99c3dac05 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:32:31.118537 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e8fea-bfd4-4658-88bf-6300473326bd req-f521b1aa-5e69-4639-ae24-4508d08d8e59 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:31.120488 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9b4e8fea-bfd4-4658-88bf-6300473326bd req-f521b1aa-5e69-4639-ae24-4508d08d8e59 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.1017780 Sep 03 18:32:31.122704 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8c113-96a4-4eff-9009-aea7934f69a5 req-4962e7d9-7cc3-4b80-8f40-de5c7e09980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:31.124112 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-82e8c113-96a4-4eff-9009-aea7934f69a5 req-4962e7d9-7cc3-4b80-8f40-de5c7e09980b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7eb803d0a4f429fab159f7d8a3ee7fb&device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 1137 time: 0.0818086 Sep 03 18:32:31.179426 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-36bb708f-e02a-4526-bc6a-2854121f5536 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8525681 Sep 03 18:32:31.220775 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-9b4e8fea-bfd4-4658-88bf-6300473326bd req-a4032e74-3cd2-4b92-86c9-ab68f377cff6 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5&id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935414 Sep 03 18:32:31.265865 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8c113-96a4-4eff-9009-aea7934f69a5 req-d34f37ef-88ef-40a9-9e8a-e550277610f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:31.267479 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-82e8c113-96a4-4eff-9009-aea7934f69a5 req-d34f37ef-88ef-40a9-9e8a-e550277610f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0faea959-f822-45f7-8968-d9fbcc3a6f51 HTTP/1.1" status: 200 len: 915 time: 0.1342506 Sep 03 18:32:31.283527 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-490f4534-bbbe-4519-98a5-1d76cc6f56b7 None None] Provisioning complete for port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:32:31.284065 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-490f4534-bbbe-4519-98a5-1d76cc6f56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:31.343624 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-82e8c113-96a4-4eff-9009-aea7934f69a5 req-061286c4-edad-4e10-93f5-ba0af2f0e127 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7 HTTP/1.1" status: 200 len: 1001 time: 0.0646334 Sep 03 18:32:31.400853 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c94b3b7-d478-479d-bbe6-4301e27f9c81 None None] Network b2bc5055-21ff-439d-9558-4cd99c3dac05 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:32:31.441918 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8c113-96a4-4eff-9009-aea7934f69a5 req-3488c553-0116-43f0-97d6-634050f26687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:31.443454 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-82e8c113-96a4-4eff-9009-aea7934f69a5 req-3488c553-0116-43f0-97d6-634050f26687 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0340f6f8-fbae-45a3-be3c-b46273d54605 HTTP/1.1" status: 200 len: 853 time: 0.0929716 Sep 03 18:32:31.554359 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8c113-96a4-4eff-9009-aea7934f69a5 req-e86de8ab-1b8f-45b7-b065-fd107c72ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:31.555853 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-82e8c113-96a4-4eff-9009-aea7934f69a5 req-e86de8ab-1b8f-45b7-b065-fd107c72ac43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0faea959-f822-45f7-8968-d9fbcc3a6f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1037641 Sep 03 18:32:31.615698 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-0003fcad-dc76-48dc-94e3-363c194a6a2a tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:31.617240 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-0003fcad-dc76-48dc-94e3-363c194a6a2a tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/networks?id=b2bc5055-21ff-439d-9558-4cd99c3dac05 HTTP/1.1" status: 200 len: 815 time: 0.1400640 Sep 03 18:32:31.660251 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-34625648-5fcb-44dc-9775-58c05021c697 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/quotas/0eae7d1350ba435693f7c4926e831e88 HTTP/1.1" status: 200 len: 375 time: 0.0152993 Sep 03 18:32:31.699283 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-8e74b98e-b7c2-49ac-92a0-660288b3f867 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328333 Sep 03 18:32:31.704268 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-82e8c113-96a4-4eff-9009-aea7934f69a5 req-b818e5f2-67a5-4767-9a72-b344df5d4484 service neutron] 10.222.0.32 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389849 Sep 03 18:32:31.860780 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-ee2c6df5-7fb8-4a10-b574-1a2abf90f392 service neutron] 10.222.0.43 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544313 Sep 03 18:32:31.864307 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-82e8c113-96a4-4eff-9009-aea7934f69a5 req-2e534ce6-f03b-4eba-a9a8-5f8ec03d40b4 service neutron] 10.222.0.32 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501539 Sep 03 18:32:31.950477 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-b261e26b-1088-4f41-af4f-a2c2d29b24ff service neutron] 10.222.0.43 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834370 Sep 03 18:32:32.207526 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a861eff5-27c1-4065-99c4-362afd0a996a req-78b0ae49-0499-480d-bc42-321394c7731d tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 210 time: 0.0257492 Sep 03 18:32:33.301378 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-286c9672-48e7-49cb-88ba-e95f468edc47 req-b8e21f9b-0d06-4b2c-96c3-09fa491487e3 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 210 time: 0.0291171 Sep 03 18:32:34.405887 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c0995501-0ac7-4504-9d9a-5c256f410965 req-fec15efd-705c-4d6c-bb44-e676006961eb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 210 time: 0.0304072 Sep 03 18:32:34.434058 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-2996f5cd-eca4-4f69-87ac-dd518da52cdf tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:34.435479 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-2996f5cd-eca4-4f69-87ac-dd518da52cdf tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "GET /v2.0/networks?id=b2bc5055-21ff-439d-9558-4cd99c3dac05 HTTP/1.1" status: 200 len: 815 time: 0.1269517 Sep 03 18:32:34.448810 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Request body: {'port': {'device_id': 'e912f606-1e0c-4683-9a39-6f6a4ac2f2a7', 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05', 'admin_state_up': True, 'tenant_id': '0eae7d1350ba435693f7c4926e831e88'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:34.635686 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Made reservation on behalf of 0eae7d1350ba435693f7c4926e831e88 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:32:34.639399 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:34.767107 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Allocated IP 172.20.0.7 (b2bc5055-21ff-439d-9558-4cd99c3dac05/0ae67caf-6af3-471e-92c9-26a6095a37fc/ed32e95a-bd0c-4fea-964b-cda120e9ab7a) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:32:34.935373 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:35.053085 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:35.098654 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Network b2bc5055-21ff-439d-9558-4cd99c3dac05 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:32:35.101679 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:32:35.104120 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:32:35.139232 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Pushing event updated for resources: {'Port': ['ID=ed32e95a-bd0c-4fea-964b-cda120e9ab7a,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:35.161464 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:35.162073 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:35.236424 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-78ebbba4-a66c-4403-a3ff-fcbb2a0b9b81 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7912662 Sep 03 18:32:35.249834 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Request body: {'port': {'device_id': 'e912f606-1e0c-4683-9a39-6f6a4ac2f2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:35.301509 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:35.799200 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba2e29-d47b-409a-a39a-cc58528466be req-79f4c02d-d250-4675-b4fa-8ba22e7b7868 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:35.800753 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-43ba2e29-d47b-409a-a39a-cc58528466be req-79f4c02d-d250-4675-b4fa-8ba22e7b7868 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 931 time: 0.3177679 Sep 03 18:32:35.871376 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-43ba2e29-d47b-409a-a39a-cc58528466be req-196529d1-5bd8-4407-b301-9974975aefb7 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604119 Sep 03 18:32:35.877149 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed32e95a-bd0c-4fea-964b-cda120e9ab7a {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:32:35.884616 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:35.896738 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Transition to ACTIVE for port object ed32e95a-bd0c-4fea-964b-cda120e9ab7a will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:32:35.966879 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:36.021168 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed32e95a-bd0c-4fea-964b-cda120e9ab7a,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:36.083923 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Attempting to bind port ed32e95a-bd0c-4fea-964b-cda120e9ab7a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:32:36.083923 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Attempting to bind port ed32e95a-bd0c-4fea-964b-cda120e9ab7a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:32:36.083923 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Attempting to bind port ed32e95a-bd0c-4fea-964b-cda120e9ab7a on network b2bc5055-21ff-439d-9558-4cd99c3dac05 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:32:36.088172 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Port ed32e95a-bd0c-4fea-964b-cda120e9ab7a on network b2bc5055-21ff-439d-9558-4cd99c3dac05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:32:36.088494 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Attempting to bind port ed32e95a-bd0c-4fea-964b-cda120e9ab7a on network b2bc5055-21ff-439d-9558-4cd99c3dac05 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:32:36.093310 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:32:36.093652 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Checking segment: {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:32:36.094040 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Bound using segment: {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:32:36.094463 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Bound port: ed32e95a-bd0c-4fea-964b-cda120e9ab7a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:32:36.094819 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:36.156095 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] For port ed32e95a-bd0c-4fea-964b-cda120e9ab7a, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:32:36.159073 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] For port ed32e95a-bd0c-4fea-964b-cda120e9ab7a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed32e95a-bd0c-4fea-964b-cda120e9ab7a,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:32:36.252656 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:36.289638 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:36.290250 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:36.292215 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] 10.222.0.32 "PUT /v2.0/ports/ed32e95a-bd0c-4fea-964b-cda120e9ab7a HTTP/1.1" status: 200 len: 1093 time: 1.0465202 Sep 03 18:32:36.292682 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e912f606-1e0c-4683-9a39-6f6a4ac2f2a7', 'tag': 'ed32e95a-bd0c-4fea-964b-cda120e9ab7a'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:32:36.294884 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768620c9-6d50-4d48-987f-36624a6432d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e912f606-1e0c-4683-9a39-6f6a4ac2f2a7", "tag": "ed32e95a-bd0c-4fea-964b-cda120e9ab7a"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:32:36.317629 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39584d8d-2716-46d3-b921-2b5093baa1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ed32e95a-bd0c-4fea-964b-cda120e9ab7a,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:36.329144 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f355cadf-7366-4b6c-9fd2-2bff4d5f2da3 x-openstack-request-id: req-f355cadf-7366-4b6c-9fd2-2bff4d5f2da3 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:32:36.329434 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e912f606-1e0c-4683-9a39-6f6a4ac2f2a7", "tag": "ed32e95a-bd0c-4fea-964b-cda120e9ab7a", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:32:36.329687 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f355cadf-7366-4b6c-9fd2-2bff4d5f2da3 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:32:36.330075 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e912f606-1e0c-4683-9a39-6f6a4ac2f2a7', 'tag': 'ed32e95a-bd0c-4fea-964b-cda120e9ab7a', 'status': 'completed', 'code': 200} Sep 03 18:32:36.390791 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768620c9-6d50-4d48-987f-36624a6432d9 req-9d54a1fb-1dd2-4df7-a9df-78ac7683341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:36.392290 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-768620c9-6d50-4d48-987f-36624a6432d9 req-9d54a1fb-1dd2-4df7-a9df-78ac7683341b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 1096 time: 0.0428457 Sep 03 18:32:36.491383 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768620c9-6d50-4d48-987f-36624a6432d9 req-cb2f1c2d-89ea-4685-9b2c-f37ea1575877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:36.492893 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-768620c9-6d50-4d48-987f-36624a6432d9 req-cb2f1c2d-89ea-4685-9b2c-f37ea1575877 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0eae7d1350ba435693f7c4926e831e88&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0904984 Sep 03 18:32:36.586539 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768620c9-6d50-4d48-987f-36624a6432d9 req-e1835a9e-bc53-4baa-8dd8-78b0a99792c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:36.588483 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-768620c9-6d50-4d48-987f-36624a6432d9 req-e1835a9e-bc53-4baa-8dd8-78b0a99792c2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882547 Sep 03 18:32:36.663178 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-51d3f34f-81ac-4ce6-b2c0-7802c49dec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:36.664577 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-51d3f34f-81ac-4ce6-b2c0-7802c49dec51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 1096 time: 0.0399466 Sep 03 18:32:36.708570 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-33b9711a-8048-487c-87a8-a481b258a75b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed32e95a-bd0c-4fea-964b-cda120e9ab7a HTTP/1.1" status: 200 len: 217 time: 0.0354555 Sep 03 18:32:36.757632 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-317c2fc4-7547-411d-855d-d58136f7ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:36.759044 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-317c2fc4-7547-411d-855d-d58136f7ac78 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ae67caf-6af3-471e-92c9-26a6095a37fc HTTP/1.1" status: 200 len: 855 time: 0.0424407 Sep 03 18:32:36.790237 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-3311efcd-e13a-4893-bf2b-4d838856cb5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2bc5055-21ff-439d-9558-4cd99c3dac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235524 Sep 03 18:32:36.882539 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-a16c3a83-5b08-4374-ab2f-3dedc6923993 service neutron] 10.222.0.32 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843394 Sep 03 18:32:37.003596 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-62dd8d94-0e21-4db6-825b-9a6709665297 req-02b76ed8-7dde-4a1a-a79e-f7ee1576a671 service neutron] 10.222.0.32 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132109 Sep 03 18:32:37.015350 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a2419-2cb7-40a5-b469-e975ab2ca569 req-800476a5-80d4-48cf-b463-a8c66e72b21c tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:37.016873 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-544a2419-2cb7-40a5-b469-e975ab2ca569 req-800476a5-80d4-48cf-b463-a8c66e72b21c tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0716403 Sep 03 18:32:37.054897 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-544a2419-2cb7-40a5-b469-e975ab2ca569 req-1a6ba0c2-a804-4728-8c7f-ae94d52da0f6 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321202 Sep 03 18:32:38.169904 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012c16a-12b1-47fc-be6d-0339bd479938 req-f62b1e12-91d6-4930-9f14-841bab6fd8d2 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:38.171279 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0012c16a-12b1-47fc-be6d-0339bd479938 req-f62b1e12-91d6-4930-9f14-841bab6fd8d2 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0481446 Sep 03 18:32:38.208528 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0012c16a-12b1-47fc-be6d-0339bd479938 req-88eba7f5-94e1-4ee8-b29a-9159d1a9dd97 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Sep 03 18:32:39.320076 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f51392-da63-4330-87bc-c093c2a15208 req-2acd81ff-a17c-495f-a176-2120be66bd42 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:39.321583 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f8f51392-da63-4330-87bc-c093c2a15208 req-2acd81ff-a17c-495f-a176-2120be66bd42 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 943 time: 0.0487399 Sep 03 18:32:39.360140 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f8f51392-da63-4330-87bc-c093c2a15208 req-1b564b20-01c8-4a01-baf6-69ac71174869 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321221 Sep 03 18:32:39.503205 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device ed32e95a-bd0c-4fea-964b-cda120e9ab7a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:32:39.600065 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port ed32e95a-bd0c-4fea-964b-cda120e9ab7a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed32e95a-bd0c-4fea-964b-cda120e9ab7a,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:39.611881 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': 'ed32e95a-bd0c-4fea-964b-cda120e9ab7a', 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05', 'port_id': 'ed32e95a-bd0c-4fea-964b-cda120e9ab7a', 'mac_address': 'fa:16:3e:c9:5a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae67caf-6af3-471e-92c9-26a6095a37fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:32:39.649894 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:39.665048 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed32e95a-bd0c-4fea-964b-cda120e9ab7a {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:32:39.684735 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port ed32e95a-bd0c-4fea-964b-cda120e9ab7a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed32e95a-bd0c-4fea-964b-cda120e9ab7a,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:39.789501 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:39.839028 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=ed32e95a-bd0c-4fea-964b-cda120e9ab7a,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:39.858055 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:40.060399 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['ed32e95a-bd0c-4fea-964b-cda120e9ab7a'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:32:40.476274 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32933ff0-c164-4ab9-a601-f03352740b01 req-70b31b9e-1bbf-45cf-abb2-7355c4271c87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:40.477746 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-32933ff0-c164-4ab9-a601-f03352740b01 req-70b31b9e-1bbf-45cf-abb2-7355c4271c87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 944 time: 0.0522287 Sep 03 18:32:40.514228 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-32933ff0-c164-4ab9-a601-f03352740b01 req-1c9f9b69-1484-4b6a-9220-724528286de4 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299637 Sep 03 18:32:41.510886 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device ed32e95a-bd0c-4fea-964b-cda120e9ab7a up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:32:41.628364 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d3c8f-1743-440d-b778-d48e7fbac9bc req-af1ae687-f41f-4a61-be52-001c00d4fc62 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:41.629901 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a51d3c8f-1743-440d-b778-d48e7fbac9bc req-af1ae687-f41f-4a61-be52-001c00d4fc62 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 944 time: 0.0494378 Sep 03 18:32:41.630046 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port ed32e95a-bd0c-4fea-964b-cda120e9ab7a completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:32:41.634137 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port ed32e95a-bd0c-4fea-964b-cda120e9ab7a triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:32:41.635010 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:41.668636 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a51d3c8f-1743-440d-b778-d48e7fbac9bc req-ab9a348c-3562-4ae5-a247-98e9babacb4a tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 Sep 03 18:32:41.714630 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:41.736572 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e912f606-1e0c-4683-9a39-6f6a4ac2f2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed32e95a-bd0c-4fea-964b-cda120e9ab7a'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:32:41.738834 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e9c3f0-bbfb-4843-a679-08fdb2d739d8" -d '{"events": [{"server_uuid": "e912f606-1e0c-4683-9a39-6f6a4ac2f2a7", "name": "network-vif-plugged", "status": "completed", "tag": "ed32e95a-bd0c-4fea-964b-cda120e9ab7a"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:32:41.752023 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port ed32e95a-bd0c-4fea-964b-cda120e9ab7a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed32e95a-bd0c-4fea-964b-cda120e9ab7a,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:32:41.774185 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0336bb44-84cb-46d3-8acd-5da606e8af93 x-openstack-request-id: req-0336bb44-84cb-46d3-8acd-5da606e8af93 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:32:41.774472 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e912f606-1e0c-4683-9a39-6f6a4ac2f2a7", "name": "network-vif-plugged", "status": "completed", "tag": "ed32e95a-bd0c-4fea-964b-cda120e9ab7a", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:32:41.774747 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0336bb44-84cb-46d3-8acd-5da606e8af93 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:32:41.775164 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e912f606-1e0c-4683-9a39-6f6a4ac2f2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed32e95a-bd0c-4fea-964b-cda120e9ab7a', 'code': 200} Sep 03 18:32:41.824178 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:41.870890 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=ed32e95a-bd0c-4fea-964b-cda120e9ab7a,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:42.106850 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ee68f-b269-4cf4-b0fc-94261e04b7c9 req-135a1003-afe0-496b-b71c-43c651de54f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:42.108333 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-276ee68f-b269-4cf4-b0fc-94261e04b7c9 req-135a1003-afe0-496b-b71c-43c651de54f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 1098 time: 0.0399094 Sep 03 18:32:42.142865 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-276ee68f-b269-4cf4-b0fc-94261e04b7c9 req-a79d335f-7bd1-4c9c-bb59-43bee4e4a81f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269332 Sep 03 18:32:42.784561 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b827e-a805-433c-aff2-9fc3b86da078 req-c4f689c7-6297-4b75-9dae-45a840feca57 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:42.786023 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a12b827e-a805-433c-aff2-9fc3b86da078 req-c4f689c7-6297-4b75-9dae-45a840feca57 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0533307 Sep 03 18:32:42.824618 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a12b827e-a805-433c-aff2-9fc3b86da078 req-37ca5703-14b1-461a-80a1-e14d79b4671f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326686 Sep 03 18:32:43.941423 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12523734-6a6c-483f-88cd-82a996ab9e4a req-126dd3ac-1756-421f-ae5e-c2235767a4f0 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:43.942914 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-12523734-6a6c-483f-88cd-82a996ab9e4a req-126dd3ac-1756-421f-ae5e-c2235767a4f0 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0510709 Sep 03 18:32:43.981237 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-12523734-6a6c-483f-88cd-82a996ab9e4a req-f349f70a-2238-45c3-a2f0-f9103d43556d tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317636 Sep 03 18:32:48.446148 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4d22d-15b0-46f5-8f03-de75b541abc4 req-d04010e3-b92f-4246-ae9f-d409eadf2987 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:48.448156 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b4d22d-15b0-46f5-8f03-de75b541abc4 req-d04010e3-b92f-4246-ae9f-d409eadf2987 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.0485475 Sep 03 18:32:48.488149 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a2b4d22d-15b0-46f5-8f03-de75b541abc4 req-2dd7d16b-53f5-4f02-bfef-4f9ba42704f8 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5&id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336242 Sep 03 18:32:48.553015 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06225932-8a30-4f6e-a794-d9e1de2834d5 req-669ccbbb-5124-408a-940d-678c210c3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:48.554441 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-06225932-8a30-4f6e-a794-d9e1de2834d5 req-669ccbbb-5124-408a-940d-678c210c3dfe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7eb803d0a4f429fab159f7d8a3ee7fb&device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 1137 time: 0.0422986 Sep 03 18:32:48.643122 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06225932-8a30-4f6e-a794-d9e1de2834d5 req-4126125e-18b0-41e0-a424-4c1369d8ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:48.644547 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-06225932-8a30-4f6e-a794-d9e1de2834d5 req-4126125e-18b0-41e0-a424-4c1369d8ba8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0faea959-f822-45f7-8968-d9fbcc3a6f51 HTTP/1.1" status: 200 len: 915 time: 0.0819066 Sep 03 18:32:48.713720 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-06225932-8a30-4f6e-a794-d9e1de2834d5 req-fa7d5e24-41b8-4f51-8909-d7e90c3e3595 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7 HTTP/1.1" status: 200 len: 1001 time: 0.0604975 Sep 03 18:32:48.762216 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06225932-8a30-4f6e-a794-d9e1de2834d5 req-8e6154a9-6e10-440c-9082-7d9064ea5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:48.763591 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-06225932-8a30-4f6e-a794-d9e1de2834d5 req-8e6154a9-6e10-440c-9082-7d9064ea5c12 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0340f6f8-fbae-45a3-be3c-b46273d54605 HTTP/1.1" status: 200 len: 853 time: 0.0425799 Sep 03 18:32:48.767413 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:32:48.811550 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06225932-8a30-4f6e-a794-d9e1de2834d5 req-852bf865-0ddb-4732-a432-5420dcee7ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:48.813093 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-06225932-8a30-4f6e-a794-d9e1de2834d5 req-852bf865-0ddb-4732-a432-5420dcee7ad1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0faea959-f822-45f7-8968-d9fbcc3a6f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412741 Sep 03 18:32:48.907215 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-06225932-8a30-4f6e-a794-d9e1de2834d5 req-f6a9e6bf-6a96-41ce-af2a-78889f5f00bd service neutron] 10.222.0.32 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855856 Sep 03 18:32:48.995432 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-06225932-8a30-4f6e-a794-d9e1de2834d5 req-a823c979-18fd-4ff4-b912-f429c5f59d81 service neutron] 10.222.0.32 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805416 Sep 03 18:32:49.608647 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37411fd-2dc2-4b01-8479-097ba8e88e3d req-8f3e4f85-d7c4-47e3-8f4d-af9f145a9537 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:49.610142 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d37411fd-2dc2-4b01-8479-097ba8e88e3d req-8f3e4f85-d7c4-47e3-8f4d-af9f145a9537 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.0526733 Sep 03 18:32:49.648927 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d37411fd-2dc2-4b01-8479-097ba8e88e3d req-8c56f7f2-7e73-49d6-9782-bf7561dd3653 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5&id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327849 Sep 03 18:32:50.617596 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f9925db3-649a-481e-b164-bb6744a75d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:50.769638 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760657f9-7cee-451f-92cf-089c2efd5db2 req-e5097234-ffcf-4e9b-bf71-30daa158ec3e tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:50.771052 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-760657f9-7cee-451f-92cf-089c2efd5db2 req-e5097234-ffcf-4e9b-bf71-30daa158ec3e tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.0549877 Sep 03 18:32:50.810902 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-760657f9-7cee-451f-92cf-089c2efd5db2 req-5d3ac039-40ef-4b7f-9098-933c13d2febc tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5&id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337515 Sep 03 18:32:51.926108 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4531e5d-8bbb-478b-aed3-a18171b6facc req-8724c142-c5b9-4326-a0bf-ed33c4c5b40b tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:51.927630 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c4531e5d-8bbb-478b-aed3-a18171b6facc req-8724c142-c5b9-4326-a0bf-ed33c4c5b40b tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.0501022 Sep 03 18:32:51.967480 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-c4531e5d-8bbb-478b-aed3-a18171b6facc req-9f45e55f-85da-43ac-88ae-14eb4a58e502 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5&id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338159 Sep 03 18:32:52.978732 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-075224bc-da83-456e-9421-49a75f7d55d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:53.084510 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11584e-e74e-4525-9cb2-f5f19082904d req-ef7fe522-a1b1-4274-8684-7b31c02b708f tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:53.086031 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8c11584e-e74e-4525-9cb2-f5f19082904d req-ef7fe522-a1b1-4274-8684-7b31c02b708f tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.0524116 Sep 03 18:32:53.126745 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8c11584e-e74e-4525-9cb2-f5f19082904d req-6fc82648-7d21-4745-ba05-b686736c7bcc tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5&id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341637 Sep 03 18:32:53.457031 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:54.224111 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:54.244160 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b5a59-1375-42c8-8bc2-12044b18ed5d req-d7574788-8ab2-4287-b0b6-b02222289518 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:54.244643 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-874b5a59-1375-42c8-8bc2-12044b18ed5d req-d7574788-8ab2-4287-b0b6-b02222289518 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.0510886 Sep 03 18:32:54.318648 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-874b5a59-1375-42c8-8bc2-12044b18ed5d req-4ac06262-dccd-4b82-bcfa-dbf57dfd8467 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5&id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674098 Sep 03 18:32:54.384165 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549c869-97be-41ae-ae15-34517d91b558 req-f983b8cb-8e4b-4fc1-8a42-4ec767933022 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:54.385664 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-f983b8cb-8e4b-4fc1-8a42-4ec767933022 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/networks?id=b2bc5055-21ff-439d-9558-4cd99c3dac05 HTTP/1.1" status: 200 len: 815 time: 0.1333263 Sep 03 18:32:54.400419 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-37c19431-945d-4f18-a6de-b7ee17f4098b tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/quotas/0eae7d1350ba435693f7c4926e831e88 HTTP/1.1" status: 200 len: 375 time: 0.0090935 Sep 03 18:32:54.449557 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-5cd62852-3d1b-4f04-9cb7-6e714c8b4313 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438268 Sep 03 18:32:54.536133 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-78f49d90-5cc4-4121-b804-50a1f341d48c service neutron] 10.222.0.43 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798604 Sep 03 18:32:54.625916 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-ce1bcc9f-c08c-4636-b652-f63dede4d50d service neutron] 10.222.0.43 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831182 Sep 03 18:32:54.910294 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7effaa5c-4cd2-4e0e-8815-0a7b6c129a75 req-d90287a2-0dcd-43b3-91bd-bc310ebbeaaa tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 210 time: 0.0270729 Sep 03 18:32:55.433820 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9343d55-c19c-41f5-8846-4a92a5c62552 req-0940fdc6-b09b-4412-8a48-4ba3f70be444 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:55.435271 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d9343d55-c19c-41f5-8846-4a92a5c62552 req-0940fdc6-b09b-4412-8a48-4ba3f70be444 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.0506046 Sep 03 18:32:55.480348 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d9343d55-c19c-41f5-8846-4a92a5c62552 req-8b017b2f-875a-470e-a4b7-f4bdf34d2914 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5&id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389023 Sep 03 18:32:55.926473 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:56.002475 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-90766f9b-a586-48f8-aa4a-76cac06afa6e req-cc1b3779-eb61-4a7a-9148-941cda65ab50 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 210 time: 0.0272346 Sep 03 18:32:56.592916 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c4330-67a6-4bb5-ab91-f64bba390a4c req-338bd6ca-f72d-45ab-8d6c-94a53446f0c7 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:56.594367 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-600c4330-67a6-4bb5-ab91-f64bba390a4c req-338bd6ca-f72d-45ab-8d6c-94a53446f0c7 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.0485559 Sep 03 18:32:56.632902 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-600c4330-67a6-4bb5-ab91-f64bba390a4c req-076a3e5b-d05e-4521-8f09-7b64c155c96d tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5&id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320876 Sep 03 18:32:56.968577 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549c869-97be-41ae-ae15-34517d91b558 req-83ee383b-4c55-4fe8-8828-068f938e19ce tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:56.970354 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-83ee383b-4c55-4fe8-8828-068f938e19ce tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "GET /v2.0/networks?id=b2bc5055-21ff-439d-9558-4cd99c3dac05 HTTP/1.1" status: 200 len: 815 time: 0.1026883 Sep 03 18:32:56.983944 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-2549c869-97be-41ae-ae15-34517d91b558 req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Request body: {'port': {'device_id': 'e13e39a2-f15f-4604-a78e-c2d3632d1902', 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05', 'admin_state_up': True, 'tenant_id': '0eae7d1350ba435693f7c4926e831e88'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:57.103990 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fa75e728-222c-4832-9cbb-be7c0252140a req-0cc13911-3313-4500-9147-7bab31f0baa8 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 210 time: 0.0353992 Sep 03 18:32:57.189248 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2549c869-97be-41ae-ae15-34517d91b558 req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Made reservation on behalf of 0eae7d1350ba435693f7c4926e831e88 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:32:57.192857 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2549c869-97be-41ae-ae15-34517d91b558 req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:57.316030 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-2549c869-97be-41ae-ae15-34517d91b558 req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Allocated IP 172.20.0.5 (b2bc5055-21ff-439d-9558-4cd99c3dac05/0ae67caf-6af3-471e-92c9-26a6095a37fc/977ca956-365b-4d73-9b9b-294906df74a3) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:32:57.460435 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2549c869-97be-41ae-ae15-34517d91b558 req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:57.595276 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2549c869-97be-41ae-ae15-34517d91b558 req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:57.607727 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['ed32e95a-bd0c-4fea-964b-cda120e9ab7a'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:32:57.638046 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2549c869-97be-41ae-ae15-34517d91b558 req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Network b2bc5055-21ff-439d-9558-4cd99c3dac05 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:32:57.641092 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-2549c869-97be-41ae-ae15-34517d91b558 req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:32:57.644895 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2549c869-97be-41ae-ae15-34517d91b558 req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:32:57.653998 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Pushing event updated for resources: {'Port': ['ID=977ca956-365b-4d73-9b9b-294906df74a3,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:57.699790 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549c869-97be-41ae-ae15-34517d91b558 req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:57.700472 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2549c869-97be-41ae-ae15-34517d91b558 req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:57.763648 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ba6d8-7010-4614-bfa8-a460b559ae5e req-76041f39-0de5-4bac-b94f-52e1b6b837fd tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:57.765164 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3f3ba6d8-7010-4614-bfa8-a460b559ae5e req-76041f39-0de5-4bac-b94f-52e1b6b837fd tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.0557494 Sep 03 18:32:57.802228 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-779115e5-23ab-45cf-a8ae-13d9fcbb1f87 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8221352 Sep 03 18:32:57.806258 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3f3ba6d8-7010-4614-bfa8-a460b559ae5e req-dc4a694f-cff1-4f6b-8d9d-7c46adc3aa33 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5&id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351834 Sep 03 18:32:57.817686 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Request body: {'port': {'device_id': 'e13e39a2-f15f-4604-a78e-c2d3632d1902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:32:57.869392 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:58.125081 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977ca956-365b-4d73-9b9b-294906df74a3 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:32:58.132481 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:58.145445 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Transition to ACTIVE for port object 977ca956-365b-4d73-9b9b-294906df74a3 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:32:58.216888 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02959f4f-8c62-4538-8d91-8e4b3390cc72 req-cfe9fc5f-07f2-4ee1-859d-48fbbf5bf387 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:58.218371 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-02959f4f-8c62-4538-8d91-8e4b3390cc72 req-cfe9fc5f-07f2-4ee1-859d-48fbbf5bf387 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 931 time: 0.0482526 Sep 03 18:32:58.256151 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-02959f4f-8c62-4538-8d91-8e4b3390cc72 req-0c8196fe-2056-4867-948b-f5f2c9053d85 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312939 Sep 03 18:32:58.263205 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:58.314716 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Pushing event updated for resources: {'Port': ['ID=977ca956-365b-4d73-9b9b-294906df74a3,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:58.384675 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Attempting to bind port 977ca956-365b-4d73-9b9b-294906df74a3 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:32:58.384929 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Attempting to bind port 977ca956-365b-4d73-9b9b-294906df74a3 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:32:58.385261 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Attempting to bind port 977ca956-365b-4d73-9b9b-294906df74a3 on network b2bc5055-21ff-439d-9558-4cd99c3dac05 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:32:58.389594 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Port 977ca956-365b-4d73-9b9b-294906df74a3 on network b2bc5055-21ff-439d-9558-4cd99c3dac05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:32:58.393839 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Attempting to bind port 977ca956-365b-4d73-9b9b-294906df74a3 on network b2bc5055-21ff-439d-9558-4cd99c3dac05 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:32:58.394739 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:32:58.395074 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Checking segment: {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:32:58.395459 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Bound using segment: {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:32:58.395883 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Bound port: 977ca956-365b-4d73-9b9b-294906df74a3, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:32:58.396236 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:58.459040 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] For port 977ca956-365b-4d73-9b9b-294906df74a3, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:32:58.462605 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] For port 977ca956-365b-4d73-9b9b-294906df74a3, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=977ca956-365b-4d73-9b9b-294906df74a3,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:32:58.572815 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:58.607373 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:58.608145 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:32:58.609741 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] 10.222.0.32 "PUT /v2.0/ports/977ca956-365b-4d73-9b9b-294906df74a3 HTTP/1.1" status: 200 len: 1093 time: 0.7960835 Sep 03 18:32:58.612120 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13e39a2-f15f-4604-a78e-c2d3632d1902', 'tag': '977ca956-365b-4d73-9b9b-294906df74a3'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:32:58.614930 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6538afe3-6b8d-49a5-b7e6-50e129acf2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e13e39a2-f15f-4604-a78e-c2d3632d1902", "tag": "977ca956-365b-4d73-9b9b-294906df74a3"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:32:58.637892 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00af1c-ccdc-462b-81ce-fe6881c716bb service neutron] Pushing event updated for resources: {'Port': ['ID=977ca956-365b-4d73-9b9b-294906df74a3,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:32:58.652146 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e59fcb2-7b09-4414-9a8b-3a9760eab516 x-openstack-request-id: req-5e59fcb2-7b09-4414-9a8b-3a9760eab516 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:32:58.652436 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13e39a2-f15f-4604-a78e-c2d3632d1902", "tag": "977ca956-365b-4d73-9b9b-294906df74a3", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:32:58.652721 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e59fcb2-7b09-4414-9a8b-3a9760eab516 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:32:58.653114 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13e39a2-f15f-4604-a78e-c2d3632d1902', 'tag': '977ca956-365b-4d73-9b9b-294906df74a3', 'status': 'completed', 'code': 200} Sep 03 18:32:58.724388 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538afe3-6b8d-49a5-b7e6-50e129acf2d9 req-8ba3cae4-a6bd-4344-9465-c3c6db1af72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:58.725928 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6538afe3-6b8d-49a5-b7e6-50e129acf2d9 req-8ba3cae4-a6bd-4344-9465-c3c6db1af72d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 1096 time: 0.0450191 Sep 03 18:32:58.830658 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538afe3-6b8d-49a5-b7e6-50e129acf2d9 req-f4461c3c-214d-4dd8-901b-f8d9f0ac0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:58.832142 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6538afe3-6b8d-49a5-b7e6-50e129acf2d9 req-f4461c3c-214d-4dd8-901b-f8d9f0ac0209 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0eae7d1350ba435693f7c4926e831e88&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0901289 Sep 03 18:32:58.969049 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84188a8-9f19-475c-bbc7-9594df62ac4e req-b0711190-2f10-49cf-b019-0547d76b7f5e tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:58.970708 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d84188a8-9f19-475c-bbc7-9594df62ac4e req-b0711190-2f10-49cf-b019-0547d76b7f5e tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.0969379 Sep 03 18:32:58.971703 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538afe3-6b8d-49a5-b7e6-50e129acf2d9 req-e1859ec1-fd66-4d2d-a6ca-0c0f9d335619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:58.973034 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6538afe3-6b8d-49a5-b7e6-50e129acf2d9 req-e1859ec1-fd66-4d2d-a6ca-0c0f9d335619 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288445 Sep 03 18:32:59.012837 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d84188a8-9f19-475c-bbc7-9594df62ac4e req-cba13f6a-ee6f-4854-83df-4eba64ed308c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5&id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359759 Sep 03 18:32:59.052809 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549c869-97be-41ae-ae15-34517d91b558 req-75d4df2d-5004-4f01-b689-6d1447d6fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:59.054325 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-75d4df2d-5004-4f01-b689-6d1447d6fd0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 1096 time: 0.0395000 Sep 03 18:32:59.098898 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-dda54b70-d3f2-47d9-8bdd-c3eb28f5a982 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=977ca956-365b-4d73-9b9b-294906df74a3 HTTP/1.1" status: 200 len: 217 time: 0.0366209 Sep 03 18:32:59.152492 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549c869-97be-41ae-ae15-34517d91b558 req-09edc43f-cd08-42f9-af11-7bb6c802b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:59.154086 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-09edc43f-cd08-42f9-af11-7bb6c802b9d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ae67caf-6af3-471e-92c9-26a6095a37fc HTTP/1.1" status: 200 len: 855 time: 0.0475130 Sep 03 18:32:59.186567 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-bc4407af-0a84-465d-abe6-cce9557ebc0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2bc5055-21ff-439d-9558-4cd99c3dac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261283 Sep 03 18:32:59.283260 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-d118dcac-bb99-4a6c-bd35-9e6bdb8d2dc0 service neutron] 10.222.0.32 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841229 Sep 03 18:32:59.405480 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2549c869-97be-41ae-ae15-34517d91b558 req-b4048129-c2ce-4a49-94f8-7aecc9d1d187 service neutron] 10.222.0.32 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155705 Sep 03 18:32:59.413666 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5da60-53e5-484b-8e6c-ef463baa9c24 req-2984492f-b3ed-4d8d-b4f2-e1d043b11506 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:32:59.415547 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-03f5da60-53e5-484b-8e6c-ef463baa9c24 req-2984492f-b3ed-4d8d-b4f2-e1d043b11506 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 943 time: 0.0692942 Sep 03 18:32:59.699657 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-03f5da60-53e5-484b-8e6c-ef463baa9c24 req-b4a8aff6-1a58-437b-afe5-c23e379fb052 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780600 Sep 03 18:33:00.126602 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415939ba-353a-4e5a-8fe5-460cad948be8 req-96730f85-b374-4545-b6e3-ef2981b70879 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:00.128041 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-415939ba-353a-4e5a-8fe5-460cad948be8 req-96730f85-b374-4545-b6e3-ef2981b70879 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.0478108 Sep 03 18:33:00.167718 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-415939ba-353a-4e5a-8fe5-460cad948be8 req-f0a29fed-c781-478e-a8b6-47237a236811 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5&id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336270 Sep 03 18:33:00.860852 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc605cfe-d80d-496f-902a-56e32fdaf37b req-e2905ca6-a4e5-47fe-9381-1ff7c897cc06 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:00.862312 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bc605cfe-d80d-496f-902a-56e32fdaf37b req-e2905ca6-a4e5-47fe-9381-1ff7c897cc06 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 943 time: 0.0974412 Sep 03 18:33:00.898886 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bc605cfe-d80d-496f-902a-56e32fdaf37b req-5a2046aa-e2a5-4ded-9c67-647c838c15d9 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306840 Sep 03 18:33:01.562371 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 977ca956-365b-4d73-9b9b-294906df74a3 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:33:01.658678 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 977ca956-365b-4d73-9b9b-294906df74a3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=977ca956-365b-4d73-9b9b-294906df74a3,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:01.670622 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '977ca956-365b-4d73-9b9b-294906df74a3', 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05', 'port_id': '977ca956-365b-4d73-9b9b-294906df74a3', 'mac_address': 'fa:16:3e:74:22:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae67caf-6af3-471e-92c9-26a6095a37fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:33:01.707438 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:01.720827 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977ca956-365b-4d73-9b9b-294906df74a3 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:33:01.744078 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 977ca956-365b-4d73-9b9b-294906df74a3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=977ca956-365b-4d73-9b9b-294906df74a3,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:01.840822 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:01.888409 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=977ca956-365b-4d73-9b9b-294906df74a3,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:02.070787 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2b72f-e309-4ddd-8d02-ce827b651edb req-9e640671-d81d-41e3-a25a-0e7d6dde52fa tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:02.072326 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4ad2b72f-e309-4ddd-8d02-ce827b651edb req-9e640671-d81d-41e3-a25a-0e7d6dde52fa tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 944 time: 0.1073840 Sep 03 18:33:02.097279 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['977ca956-365b-4d73-9b9b-294906df74a3'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:33:02.121567 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4ad2b72f-e309-4ddd-8d02-ce827b651edb req-3eaf8fa0-0847-408c-b80d-4a8fea6197f2 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430825 Sep 03 18:33:03.235861 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409af087-94b9-4bc2-ac30-cb91976520f6 req-866b6989-0ae9-447b-a3ea-8789a0bd2033 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:03.237389 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-409af087-94b9-4bc2-ac30-cb91976520f6 req-866b6989-0ae9-447b-a3ea-8789a0bd2033 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 944 time: 0.0485413 Sep 03 18:33:03.274053 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-409af087-94b9-4bc2-ac30-cb91976520f6 req-34b5f7a7-8ff1-4890-9d93-4753ed0da00d tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307672 Sep 03 18:33:03.561922 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 977ca956-365b-4d73-9b9b-294906df74a3 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:33:03.692361 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 977ca956-365b-4d73-9b9b-294906df74a3 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:33:03.696434 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 977ca956-365b-4d73-9b9b-294906df74a3 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:33:03.705282 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:03.776064 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:03.798324 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13e39a2-f15f-4604-a78e-c2d3632d1902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977ca956-365b-4d73-9b9b-294906df74a3'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:33:03.800560 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adda3ca-85a6-4f31-8ef2-f7b6b38f2e3e" -d '{"events": [{"server_uuid": "e13e39a2-f15f-4604-a78e-c2d3632d1902", "name": "network-vif-plugged", "status": "completed", "tag": "977ca956-365b-4d73-9b9b-294906df74a3"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:33:03.815758 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 977ca956-365b-4d73-9b9b-294906df74a3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=977ca956-365b-4d73-9b9b-294906df74a3,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:03.837372 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf6f1c-790a-445f-81fd-2e6185703fc6 x-openstack-request-id: req-60bf6f1c-790a-445f-81fd-2e6185703fc6 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:33:03.837671 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13e39a2-f15f-4604-a78e-c2d3632d1902", "name": "network-vif-plugged", "status": "completed", "tag": "977ca956-365b-4d73-9b9b-294906df74a3", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:33:03.837933 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60bf6f1c-790a-445f-81fd-2e6185703fc6 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:33:03.838329 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13e39a2-f15f-4604-a78e-c2d3632d1902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977ca956-365b-4d73-9b9b-294906df74a3', 'code': 200} Sep 03 18:33:03.909321 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:03.959361 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=977ca956-365b-4d73-9b9b-294906df74a3,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:04.156473 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5734744-3f0b-48e5-8884-1ea96d0d01d2 req-15925d31-6ae1-4cc4-828c-eecc7f855ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:04.158004 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e5734744-3f0b-48e5-8884-1ea96d0d01d2 req-15925d31-6ae1-4cc4-828c-eecc7f855ad5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 1098 time: 0.0407460 Sep 03 18:33:04.193864 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e5734744-3f0b-48e5-8884-1ea96d0d01d2 req-2c35c826-2c11-4758-b5ff-b5ead7a43123 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273209 Sep 03 18:33:04.391470 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45058d-0178-485d-9d28-472232313e17 req-da8b747e-5dc8-465d-9cdf-c4ac4e6c6a33 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:04.392969 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0a45058d-0178-485d-9d28-472232313e17 req-da8b747e-5dc8-465d-9cdf-c4ac4e6c6a33 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Sep 03 18:33:04.428910 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0a45058d-0178-485d-9d28-472232313e17 req-03bfaca1-1aba-4ae7-a40a-9de9a9046847 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299795 Sep 03 18:33:05.546827 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541ecb6-20e5-42a0-b620-92677c33805e req-48cd680a-831e-4574-aa81-c96eaa9fe8f1 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:05.548432 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3541ecb6-20e5-42a0-b620-92677c33805e req-48cd680a-831e-4574-aa81-c96eaa9fe8f1 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 945 time: 0.0498424 Sep 03 18:33:05.591166 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3541ecb6-20e5-42a0-b620-92677c33805e req-48d34322-1405-4b77-94f0-c58850b9bf33 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365400 Sep 03 18:33:06.705626 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c9368-37fc-4da0-81d0-310831a80141 req-c687d1de-ac67-4b06-8ef6-ddbb9d121ccb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:06.707170 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-835c9368-37fc-4da0-81d0-310831a80141 req-c687d1de-ac67-4b06-8ef6-ddbb9d121ccb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 945 time: 0.0490067 Sep 03 18:33:06.746514 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-835c9368-37fc-4da0-81d0-310831a80141 req-bb7c850c-55b4-4baa-bb65-ebb45f64ed4b tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Sep 03 18:33:09.642636 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-ca30ee57-80c7-424c-9e18-c247b254e947 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:09.644112 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-ca30ee57-80c7-424c-9e18-c247b254e947 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/networks?id=b2bc5055-21ff-439d-9558-4cd99c3dac05 HTTP/1.1" status: 200 len: 815 time: 0.1020792 Sep 03 18:33:09.659142 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-87d3d37b-2782-4644-8a2b-2b0c49b33d59 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/quotas/0eae7d1350ba435693f7c4926e831e88 HTTP/1.1" status: 200 len: 375 time: 0.0089545 Sep 03 18:33:09.709063 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-a897325c-0fb0-4f5d-b134-d5aaad6f8dc1 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449209 Sep 03 18:33:09.720341 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-a77ccc25-3b02-4dda-8fa9-fae6a91e9378 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:33:09.721267 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-a77ccc25-3b02-4dda-8fa9-fae6a91e9378 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052502 Sep 03 18:33:09.812697 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-6ba9616d-c43a-41b1-8faf-11e7cc53f4cc service neutron] 10.222.0.43 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859845 Sep 03 18:33:09.851708 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:09.903206 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-18d145aa-6edf-4d5b-9502-97886f48aa31 service neutron] 10.222.0.43 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845435 Sep 03 18:33:10.152808 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3b3fd0f7-40ff-46e3-baff-d0c5e8ef62ac req-d6b52d9e-4b70-4f17-8c87-421633ff5250 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 210 time: 0.0313332 Sep 03 18:33:11.243405 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-43c248de-8650-4f97-bee7-aeb8426dc95d req-cf70e7a3-b8ba-4986-a65a-1e699d566a4c tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 210 time: 0.0272446 Sep 03 18:33:11.518697 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-387b89df-f9ec-4a51-afab-89406444bf38 req-57a49a8e-5590-41f7-a422-9be5298a75cd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392454 Sep 03 18:33:11.585264 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b89df-f9ec-4a51-afab-89406444bf38 req-65f4e3ed-150c-4845-88a0-b230a0058088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:11.587516 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-387b89df-f9ec-4a51-afab-89406444bf38 req-65f4e3ed-150c-4845-88a0-b230a0058088 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 1099 time: 0.0399370 Sep 03 18:33:11.695099 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b89df-f9ec-4a51-afab-89406444bf38 req-8e87ef97-25b7-4790-989c-b5d4305be696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:11.697151 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-387b89df-f9ec-4a51-afab-89406444bf38 req-8e87ef97-25b7-4790-989c-b5d4305be696 service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 200 len: 913 time: 0.0866103 Sep 03 18:33:11.764560 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-387b89df-f9ec-4a51-afab-89406444bf38 req-f6783d90-6dfd-4ed2-84ce-044cbc9720ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8538e03-81bc-44ef-8836-a4b46851121f HTTP/1.1" status: 200 len: 1001 time: 0.0573177 Sep 03 18:33:11.822601 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b89df-f9ec-4a51-afab-89406444bf38 req-3fb10bd4-d1ec-48d1-a224-1b79d1ef219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:11.823936 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-387b89df-f9ec-4a51-afab-89406444bf38 req-3fb10bd4-d1ec-48d1-a224-1b79d1ef219f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c2d93e9-0e8d-4bcd-ac14-e435a882418d HTTP/1.1" status: 200 len: 851 time: 0.0467041 Sep 03 18:33:11.880152 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b89df-f9ec-4a51-afab-89406444bf38 req-e7a7178c-b06f-4f39-a0c2-83c4574705d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:11.881614 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-387b89df-f9ec-4a51-afab-89406444bf38 req-e7a7178c-b06f-4f39-a0c2-83c4574705d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba80c533-b449-4bd2-905c-b36310580e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389841 Sep 03 18:33:11.975472 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-387b89df-f9ec-4a51-afab-89406444bf38 req-64b3ad2a-fb45-4f45-b723-9c58919218cd service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824246 Sep 03 18:33:12.086602 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-387b89df-f9ec-4a51-afab-89406444bf38 req-496cdfbb-4f1d-42d9-8cc3-c3e62565a709 service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890203 Sep 03 18:33:12.340080 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-03d80e9e-93ad-4d3d-850c-db2025d583ff req-87062fb2-8477-4414-97a1-e003c199275e tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 210 time: 0.0302236 Sep 03 18:33:12.368803 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-26dc1be7-6fb4-4ece-a948-020834eaf914 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:12.370262 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-26dc1be7-6fb4-4ece-a948-020834eaf914 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "GET /v2.0/networks?id=b2bc5055-21ff-439d-9558-4cd99c3dac05 HTTP/1.1" status: 200 len: 815 time: 0.1298823 Sep 03 18:33:12.382794 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Request body: {'port': {'device_id': 'dcc3aae0-d62e-4109-9ac5-dd060eb1f329', 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05', 'admin_state_up': True, 'tenant_id': '0eae7d1350ba435693f7c4926e831e88'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:33:12.582839 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Made reservation on behalf of 0eae7d1350ba435693f7c4926e831e88 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:33:12.587495 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:12.713376 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Allocated IP 172.20.0.2 (b2bc5055-21ff-439d-9558-4cd99c3dac05/0ae67caf-6af3-471e-92c9-26a6095a37fc/62cd031a-2c02-4bab-9cbe-2e2113cd0fd7) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:33:12.869861 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:12.995393 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:13.007127 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['ed32e95a-bd0c-4fea-964b-cda120e9ab7a', '977ca956-365b-4d73-9b9b-294906df74a3'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:33:13.040156 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Network b2bc5055-21ff-439d-9558-4cd99c3dac05 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:33:13.043255 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:33:13.049845 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:33:13.053874 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Pushing event updated for resources: {'Port': ['ID=62cd031a-2c02-4bab-9cbe-2e2113cd0fd7,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:13.103664 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:13.104292 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:13.172647 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-8f2a39b9-6f97-4f81-aaed-4e2791ae9c41 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7934303 Sep 03 18:33:13.182727 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-9fb1200a-7191-44d9-972e-2da078a1db7c tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:33:13.183687 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-9fb1200a-7191-44d9-972e-2da078a1db7c tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051529 Sep 03 18:33:13.198647 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Request body: {'port': {'device_id': 'dcc3aae0-d62e-4109-9ac5-dd060eb1f329', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:33:13.256865 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:13.496775 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0c326-a0d7-4ad4-a58f-00e819da3fcb req-ec06cdbe-f4ca-4d4f-ab35-8844c08a8667 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:13.498270 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3c0c326-a0d7-4ad4-a58f-00e819da3fcb req-ec06cdbe-f4ca-4d4f-ab35-8844c08a8667 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 931 time: 0.0921280 Sep 03 18:33:13.571705 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3c0c326-a0d7-4ad4-a58f-00e819da3fcb req-c37f7c60-4cd8-4d40-94af-4261d650ca5c tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665820 Sep 03 18:33:13.581977 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:33:13.589549 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:13.601413 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Transition to ACTIVE for port object 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:33:13.663442 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:13.719288 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Pushing event updated for resources: {'Port': ['ID=62cd031a-2c02-4bab-9cbe-2e2113cd0fd7,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:13.788748 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Attempting to bind port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:33:13.789088 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Attempting to bind port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:33:13.789420 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Attempting to bind port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 on network b2bc5055-21ff-439d-9558-4cd99c3dac05 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:33:13.794380 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 on network b2bc5055-21ff-439d-9558-4cd99c3dac05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:33:13.794704 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Attempting to bind port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 on network b2bc5055-21ff-439d-9558-4cd99c3dac05 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:33:13.799458 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:33:13.799793 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Checking segment: {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:33:13.800176 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Bound using segment: {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:33:13.800599 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Bound port: 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:33:13.800980 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:13.862316 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] For port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:33:13.865256 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] For port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=62cd031a-2c02-4bab-9cbe-2e2113cd0fd7,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:33:13.944015 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:13.980254 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:13.980907 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:13.982353 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] 10.222.0.32 "PUT /v2.0/ports/62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 HTTP/1.1" status: 200 len: 1093 time: 0.7883587 Sep 03 18:33:13.982791 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc3aae0-d62e-4109-9ac5-dd060eb1f329', 'tag': '62cd031a-2c02-4bab-9cbe-2e2113cd0fd7'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:33:13.985046 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d234f7-72c1-4cd9-bf69-2e51b18d84aa" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc3aae0-d62e-4109-9ac5-dd060eb1f329", "tag": "62cd031a-2c02-4bab-9cbe-2e2113cd0fd7"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:33:14.008145 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c3b9a-3857-4a7b-a266-e2d0e32f9b60 service neutron] Pushing event updated for resources: {'Port': ['ID=62cd031a-2c02-4bab-9cbe-2e2113cd0fd7,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:14.022028 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64b6574-2fe9-4e0c-a9c5-f91908f0a952 x-openstack-request-id: req-d64b6574-2fe9-4e0c-a9c5-f91908f0a952 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:33:14.022270 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc3aae0-d62e-4109-9ac5-dd060eb1f329", "tag": "62cd031a-2c02-4bab-9cbe-2e2113cd0fd7", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:33:14.022522 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d64b6574-2fe9-4e0c-a9c5-f91908f0a952 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:33:14.022920 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc3aae0-d62e-4109-9ac5-dd060eb1f329', 'tag': '62cd031a-2c02-4bab-9cbe-2e2113cd0fd7', 'status': 'completed', 'code': 200} Sep 03 18:33:14.091326 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d234f7-72c1-4cd9-bf69-2e51b18d84aa req-fcbc72de-b795-4257-a44f-4083f3fdf354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:14.092874 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-76d234f7-72c1-4cd9-bf69-2e51b18d84aa req-fcbc72de-b795-4257-a44f-4083f3fdf354 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 1096 time: 0.0439644 Sep 03 18:33:14.203974 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d234f7-72c1-4cd9-bf69-2e51b18d84aa req-f5cda54f-358a-41f8-82b4-84651f705fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:14.205502 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-76d234f7-72c1-4cd9-bf69-2e51b18d84aa req-f5cda54f-358a-41f8-82b4-84651f705fff service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=0eae7d1350ba435693f7c4926e831e88&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0967727 Sep 03 18:33:14.301102 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d234f7-72c1-4cd9-bf69-2e51b18d84aa req-af4d5916-50b7-4779-ac35-76fb25da46de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:14.302546 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-76d234f7-72c1-4cd9-bf69-2e51b18d84aa req-af4d5916-50b7-4779-ac35-76fb25da46de service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880401 Sep 03 18:33:14.386915 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-d8cde087-d930-49fd-9026-223b427e3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:14.388392 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-d8cde087-d930-49fd-9026-223b427e3fcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 1096 time: 0.0407097 Sep 03 18:33:14.436305 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-86dccfda-9965-4075-bfea-44e42762b5c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 HTTP/1.1" status: 200 len: 217 time: 0.0339601 Sep 03 18:33:14.487447 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-2ba776ea-b1e7-4d36-8e92-4014e240ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:14.488889 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-2ba776ea-b1e7-4d36-8e92-4014e240ab39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ae67caf-6af3-471e-92c9-26a6095a37fc HTTP/1.1" status: 200 len: 855 time: 0.0448306 Sep 03 18:33:14.531754 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-e4d6023e-f07f-4b7a-82c2-2ea532591831 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2bc5055-21ff-439d-9558-4cd99c3dac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288887 Sep 03 18:33:14.629052 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-aa38a388-7b9f-428f-a028-186a3988d811 service neutron] 10.222.0.32 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830646 Sep 03 18:33:14.744139 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2cfe7-b5d2-44c0-97d8-5dab55f7fa1b req-b9144f5f-df46-4dc5-bc34-0b87d5270ee5 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:14.745564 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fea2cfe7-b5d2-44c0-97d8-5dab55f7fa1b req-b9144f5f-df46-4dc5-bc34-0b87d5270ee5 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 943 time: 0.1074984 Sep 03 18:33:14.772457 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3da333d-ff5b-482d-85e9-cf543483c36c req-ef6d2b99-608b-44ed-8411-2b99f0856fef service neutron] 10.222.0.32 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354411 Sep 03 18:33:14.794680 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-fea2cfe7-b5d2-44c0-97d8-5dab55f7fa1b req-c5b8ee76-994e-4af0-9407-9d17412e5237 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Sep 03 18:33:15.912528 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4c9ff-80ab-4fae-99f9-27e30ed98418 req-f55d4c6c-d153-4a10-a15a-e4922c04abcc tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:15.914054 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1ce4c9ff-80ab-4fae-99f9-27e30ed98418 req-f55d4c6c-d153-4a10-a15a-e4922c04abcc tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 943 time: 0.0491204 Sep 03 18:33:15.960426 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1ce4c9ff-80ab-4fae-99f9-27e30ed98418 req-9920677d-5a2d-497b-b8aa-fc5a9bf4a78b tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398841 Sep 03 18:33:17.081850 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c2ced-69e9-413e-869f-a8797670cdc5 req-c3b9d901-323c-4fc9-8c46-198e91782330 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:17.083425 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-976c2ced-69e9-413e-869f-a8797670cdc5 req-c3b9d901-323c-4fc9-8c46-198e91782330 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 943 time: 0.0512228 Sep 03 18:33:17.127296 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-976c2ced-69e9-413e-869f-a8797670cdc5 req-79b8bade-8b3a-4bef-9983-888245d0b86c tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354471 Sep 03 18:33:17.622707 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:33:17.721776 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=62cd031a-2c02-4bab-9cbe-2e2113cd0fd7,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:17.733802 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': '62cd031a-2c02-4bab-9cbe-2e2113cd0fd7', 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05', 'port_id': '62cd031a-2c02-4bab-9cbe-2e2113cd0fd7', 'mac_address': 'fa:16:3e:54:84:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae67caf-6af3-471e-92c9-26a6095a37fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:33:17.772107 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:17.785802 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:33:17.806260 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=62cd031a-2c02-4bab-9cbe-2e2113cd0fd7,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:17.914179 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:17.966756 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=62cd031a-2c02-4bab-9cbe-2e2113cd0fd7,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:17.974198 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:17.974557 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:17.974908 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:17.975251 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:17.975590 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:17.975928 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:17.976283 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:17.976615 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:17.976988 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:17.977939 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:17.978269 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:17.978600 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:18.245175 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d58c61-c7d7-414e-84e9-1e50037d7178 req-d5e1e960-ac27-46cb-83f1-ccd5f66846d0 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:18.246695 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a1d58c61-c7d7-414e-84e9-1e50037d7178 req-d5e1e960-ac27-46cb-83f1-ccd5f66846d0 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 944 time: 0.0499158 Sep 03 18:33:18.272404 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['62cd031a-2c02-4bab-9cbe-2e2113cd0fd7'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:33:18.288462 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a1d58c61-c7d7-414e-84e9-1e50037d7178 req-493e092e-2b40-48a5-89fa-b65bf70d18eb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356348 Sep 03 18:33:19.404433 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef6af0-649b-4168-8c85-3bea47003714 req-749f79fe-8f4a-4718-9e2a-b58d69c9242f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:19.405952 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-15ef6af0-649b-4168-8c85-3bea47003714 req-749f79fe-8f4a-4718-9e2a-b58d69c9242f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 944 time: 0.0483184 Sep 03 18:33:19.448711 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-15ef6af0-649b-4168-8c85-3bea47003714 req-ae4ea757-1d4b-4987-b839-b0d736fc177a tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368733 Sep 03 18:33:19.643917 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:33:19.749261 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:33:19.753402 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:33:19.753779 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:19.829460 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:19.852377 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc3aae0-d62e-4109-9ac5-dd060eb1f329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cd031a-2c02-4bab-9cbe-2e2113cd0fd7'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:33:19.854733 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9fbf9e-25e5-467e-bb49-9aad5468f1ab" -d '{"events": [{"server_uuid": "dcc3aae0-d62e-4109-9ac5-dd060eb1f329", "name": "network-vif-plugged", "status": "completed", "tag": "62cd031a-2c02-4bab-9cbe-2e2113cd0fd7"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:33:19.876961 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=62cd031a-2c02-4bab-9cbe-2e2113cd0fd7,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:19.890154 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dc69ea-c8ea-45ce-a04d-0f51be2d977c x-openstack-request-id: req-64dc69ea-c8ea-45ce-a04d-0f51be2d977c {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:33:19.890445 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc3aae0-d62e-4109-9ac5-dd060eb1f329", "name": "network-vif-plugged", "status": "completed", "tag": "62cd031a-2c02-4bab-9cbe-2e2113cd0fd7", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:33:19.890700 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64dc69ea-c8ea-45ce-a04d-0f51be2d977c {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:33:19.891098 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc3aae0-d62e-4109-9ac5-dd060eb1f329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cd031a-2c02-4bab-9cbe-2e2113cd0fd7', 'code': 200} Sep 03 18:33:19.965406 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:20.013086 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=62cd031a-2c02-4bab-9cbe-2e2113cd0fd7,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:20.297314 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffe52e-3454-4aeb-8b88-06b01778213e req-4e42e017-9b5f-4ae0-9b75-6160817db853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:20.298745 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7dffe52e-3454-4aeb-8b88-06b01778213e req-4e42e017-9b5f-4ae0-9b75-6160817db853 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 1098 time: 0.0841391 Sep 03 18:33:20.337976 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7dffe52e-3454-4aeb-8b88-06b01778213e req-992fb6c6-2204-4d73-b69e-b02405368476 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280528 Sep 03 18:33:20.563670 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e69a2-01ae-4fb6-bed0-b53178f7bfaf req-61c7b1d3-b910-4306-b6b0-e925feba410b tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:20.565055 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f97e69a2-01ae-4fb6-bed0-b53178f7bfaf req-61c7b1d3-b910-4306-b6b0-e925feba410b tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 945 time: 0.0495880 Sep 03 18:33:20.606828 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f97e69a2-01ae-4fb6-bed0-b53178f7bfaf req-99fcb0b4-c34d-4240-aef1-74a0167a77d0 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351610 Sep 03 18:33:20.623355 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4b1105df-f285-432e-b540-f8cce7408df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:21.728672 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb291da-de2e-4e3a-88e4-efc29ccab5a9 req-abb1a641-7f9a-4512-9828-dbe8fe39ba1b tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:21.730185 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4bb291da-de2e-4e3a-88e4-efc29ccab5a9 req-abb1a641-7f9a-4512-9828-dbe8fe39ba1b tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 945 time: 0.0493991 Sep 03 18:33:21.770854 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-4bb291da-de2e-4e3a-88e4-efc29ccab5a9 req-d75d51e8-572b-46d6-9bbb-4b7c0ac42f68 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347190 Sep 03 18:33:22.893899 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898648a0-a385-432f-8b38-f7b31a781ada req-59cbebd8-85cb-4abe-b7de-c37b826b2efa tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:22.895416 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-898648a0-a385-432f-8b38-f7b31a781ada req-59cbebd8-85cb-4abe-b7de-c37b826b2efa tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 945 time: 0.0557353 Sep 03 18:33:22.934033 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-898648a0-a385-432f-8b38-f7b31a781ada req-90f2460c-a97c-4559-89fe-e03e3f726713 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Sep 03 18:33:22.994751 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-40704d46-e1e2-4339-8be0-bdfc731a698b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:23.451860 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:24.214083 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:25.775402 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:33:25.886280 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:36.214311 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-cf55be4e-a120-40c3-819f-2aab76c6d281 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:36.215761 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-cf55be4e-a120-40c3-819f-2aab76c6d281 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/networks?id=b2bc5055-21ff-439d-9558-4cd99c3dac05 HTTP/1.1" status: 200 len: 815 time: 0.1019502 Sep 03 18:33:36.231570 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-52751208-319a-4d82-a955-aeb4179c7d66 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/quotas/0eae7d1350ba435693f7c4926e831e88 HTTP/1.1" status: 200 len: 375 time: 0.0096092 Sep 03 18:33:36.284612 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-57ad892d-3ca7-454e-94c3-7016fdf14253 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477192 Sep 03 18:33:36.337130 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-a65dc578-0cef-4b84-98fd-6468497a7212 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94513) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:33:36.338113 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-a65dc578-0cef-4b84-98fd-6468497a7212 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462949 Sep 03 18:33:36.424960 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-68d26676-9bf7-4f60-ac89-9e3fcd986a28 service neutron] 10.222.0.43 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807455 Sep 03 18:33:36.515030 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-07a6c0cc-7ec4-4f18-bb80-68513c87b228 service neutron] 10.222.0.43 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837767 Sep 03 18:33:36.782080 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f41dda3c-0909-4326-962b-ff26d6a7693e req-48db4184-1f3f-4e7b-a0c4-fb886de723ff tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 210 time: 0.0273917 Sep 03 18:33:37.879055 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cf00c798-8794-45f7-b56c-887cbf1bc97b req-5811427b-1ebc-4800-9a3a-d1ff9572f3ce tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 210 time: 0.0276599 Sep 03 18:33:38.847448 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-fb38e5ef-15db-469e-96a1-d226021aaf8e tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:38.849076 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-fb38e5ef-15db-469e-96a1-d226021aaf8e tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "GET /v2.0/networks?id=b2bc5055-21ff-439d-9558-4cd99c3dac05 HTTP/1.1" status: 200 len: 815 time: 0.1049285 Sep 03 18:33:38.869625 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Request body: {'port': {'device_id': '88e99125-9ebf-4747-9402-786d4debb8d8', 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05', 'admin_state_up': True, 'tenant_id': '0eae7d1350ba435693f7c4926e831e88'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:33:38.985884 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-347f865e-58e5-4dd1-85f7-3ed4095f3197 req-35ef44e6-d79b-42b4-8ab3-06783d3b07bf tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 210 time: 0.0377576 Sep 03 18:33:39.103227 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Made reservation on behalf of 0eae7d1350ba435693f7c4926e831e88 for: {'port': 1} {{(pid=94513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:33:39.106736 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:39.234904 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_common [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Allocated IP 172.20.0.8 (b2bc5055-21ff-439d-9558-4cd99c3dac05/0ae67caf-6af3-471e-92c9-26a6095a37fc/d4382483-5136-4217-a542-057237b75d7f) {{(pid=94513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:33:39.383505 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks [] for port, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:39.560541 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738552640121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:39.573320 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['ed32e95a-bd0c-4fea-964b-cda120e9ab7a', '977ca956-365b-4d73-9b9b-294906df74a3', '62cd031a-2c02-4bab-9cbe-2e2113cd0fd7'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:33:39.609193 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Network b2bc5055-21ff-439d-9558-4cd99c3dac05 is already hosted by enough agents. {{(pid=94513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:33:39.612454 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.base_scheduler [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Resources bound (agent type, host, resource id): {{(pid=94513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:33:39.616532 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Received port after_create {{(pid=94513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:33:39.642913 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Pushing event updated for resources: {'Port': ['ID=d4382483-5136-4217-a542-057237b75d7f,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:39.658216 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:39.658653 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:39.658914 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:39.659257 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:39.659596 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:39.659935 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:39.660276 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:39.660609 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:39.660965 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:39.661418 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:39.661798 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:39.662145 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:39.685327 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:39.685736 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:39.757495 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1861c3a8-7a15-44d5-9118-1cfff0aa629d req-70c08609-5b22-4b81-b362-df89c48ec30c tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-664507162&fields=id&tenant_id=e7eb803d0a4f429fab159f7d8a3ee7fb HTTP/1.1" status: 200 len: 267 time: 0.0347345 Sep 03 18:33:39.776460 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-0913f0aa-621f-46dd-923a-61fd0a015bbe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9103682 Sep 03 18:33:39.796003 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Request body: {'port': {'device_id': '88e99125-9ebf-4747-9402-786d4debb8d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:33:39.898086 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:40.108719 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861c3a8-7a15-44d5-9118-1cfff0aa629d req-6fbbc6e3-c617-487f-a7b5-c4047740339a tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:40.110158 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1861c3a8-7a15-44d5-9118-1cfff0aa629d req-6fbbc6e3-c617-487f-a7b5-c4047740339a tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 984 time: 0.3460619 Sep 03 18:33:40.128682 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.v2.base [req-1861c3a8-7a15-44d5-9118-1cfff0aa629d req-2a6a193c-6e13-4260-b83b-0d19beac1560 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Request body: {'port': {'security_groups': ['6bd6e140-4c37-4dbb-a677-4ae612eefc1a']}} {{(pid=94513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:33:40.146063 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:40.247285 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1861c3a8-7a15-44d5-9118-1cfff0aa629d req-2a6a193c-6e13-4260-b83b-0d19beac1560 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:40.255673 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893db584-656c-47d4-b4cd-7b8584eab5de req-09cd4322-e8eb-40bb-85f5-10854f9c7f0c tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:40.257166 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-893db584-656c-47d4-b4cd-7b8584eab5de req-09cd4322-e8eb-40bb-85f5-10854f9c7f0c tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 931 time: 0.1592133 Sep 03 18:33:40.404363 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-893db584-656c-47d4-b4cd-7b8584eab5de req-babfbaa7-69e5-49e1-8d8f-d5be72c57113 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374485 Sep 03 18:33:40.618529 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-1861c3a8-7a15-44d5-9118-1cfff0aa629d req-2a6a193c-6e13-4260-b83b-0d19beac1560 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] For port 890fa446-8cc8-4ce4-b0d5-d58beef302b7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:40.666043 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4382483-5136-4217-a542-057237b75d7f {{(pid=94513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:33:40.679544 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:40.682885 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1861c3a8-7a15-44d5-9118-1cfff0aa629d req-2a6a193c-6e13-4260-b83b-0d19beac1560 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for port, precommit_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:40.693694 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.provisioning_blocks [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Transition to ACTIVE for port object d4382483-5136-4217-a542-057237b75d7f will not be triggered until provisioned by entity L2. {{(pid=94513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:33:40.788356 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1861c3a8-7a15-44d5-9118-1cfff0aa629d req-2a6a193c-6e13-4260-b83b-0d19beac1560 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:40.799669 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['890fa446-8cc8-4ce4-b0d5-d58beef302b7'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:33:40.831436 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861c3a8-7a15-44d5-9118-1cfff0aa629d req-2a6a193c-6e13-4260-b83b-0d19beac1560 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:40.832122 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1861c3a8-7a15-44d5-9118-1cfff0aa629d req-2a6a193c-6e13-4260-b83b-0d19beac1560 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:40.833626 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1861c3a8-7a15-44d5-9118-1cfff0aa629d req-2a6a193c-6e13-4260-b83b-0d19beac1560 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "PUT /v2.0/ports/890fa446-8cc8-4ce4-b0d5-d58beef302b7 HTTP/1.1" status: 200 len: 942 time: 0.7127211 Sep 03 18:33:40.861960 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:33:40.861960 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d31704-530e-4f6e-9009-faed0eea558a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:33:40.863490 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39330) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:33:40.864177 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:40.895612 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a193c-6e13-4260-b83b-0d19beac1560 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event updated for resources: {'Port': ['ID=890fa446-8cc8-4ce4-b0d5-d58beef302b7,revision_number=7']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:40.931370 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:40.964366 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:40.973470 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Pushing event updated for resources: {'Port': ['ID=d4382483-5136-4217-a542-057237b75d7f,revision_number=2']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:40.977315 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f8695b-d964-447a-a852-442d8bf3b0c5 x-openstack-request-id: req-63f8695b-d964-447a-a852-442d8bf3b0c5 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:33:40.977904 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:33:40.978405 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-63f8695b-d964-447a-a852-442d8bf3b0c5 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:33:40.978966 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'status': 'completed', 'code': 200} Sep 03 18:33:40.985609 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['890fa446-8cc8-4ce4-b0d5-d58beef302b7'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:33:41.053820 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d31704-530e-4f6e-9009-faed0eea558a req-7f33e6a2-6ef1-46ea-917c-fb1ee534139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:41.055365 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-11d31704-530e-4f6e-9009-faed0eea558a req-7f33e6a2-6ef1-46ea-917c-fb1ee534139e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7eb803d0a4f429fab159f7d8a3ee7fb&device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 1098 time: 0.0754566 Sep 03 18:33:41.091875 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Attempting to bind port d4382483-5136-4217-a542-057237b75d7f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:33:41.092227 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Attempting to bind port d4382483-5136-4217-a542-057237b75d7f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:33:41.092562 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Attempting to bind port d4382483-5136-4217-a542-057237b75d7f on network b2bc5055-21ff-439d-9558-4cd99c3dac05 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:33:41.106575 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Port d4382483-5136-4217-a542-057237b75d7f on network b2bc5055-21ff-439d-9558-4cd99c3dac05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:33:41.113590 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Attempting to bind port d4382483-5136-4217-a542-057237b75d7f on network b2bc5055-21ff-439d-9558-4cd99c3dac05 {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:33:41.115368 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Checking agent: {'id': '56adae07-1c1d-4026-b0a4-09c32a8df2b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'started_at': datetime.datetime(2021, 9, 3, 18, 21, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:33:41.115691 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Checking segment: {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:33:41.116088 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Bound using segment: {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'} {{(pid=94513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:33:41.116532 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.managers [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Bound port: d4382483-5136-4217-a542-057237b75d7f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05'}}] {{(pid=94513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:33:41.116929 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:41.159615 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:41.159615 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:41.159615 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "DELETE /v2.0/security-groups/b51e2399-f6d8-4454-b4ea-a1a3b847c6f5 HTTP/1.1" status: 204 len: 168 time: 0.3105335 Sep 03 18:33:41.160072 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39336) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:33:41.162422 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51e2399-f6d8-4454-b4ea-a1a3b847c6f5,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:41.168864 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-792a06c6-0194-4e81-8754-49af388866da None None] Provisioning complete for port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 triggered by entity DHCP. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:33:41.169305 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-792a06c6-0194-4e81-8754-49af388866da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:41.170089 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:41.170464 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:41.170787 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:41.171128 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:41.171518 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:41.171859 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:41.172191 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:41.172521 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:41.172905 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:41.173237 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:41.173587 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:41.173915 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82bd4ec-3742-40cc-9bae-6b676f995fdb tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94512) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:33:41.254134 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d31704-530e-4f6e-9009-faed0eea558a req-5f611de6-dbbf-45c1-a745-4d2351320c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:41.255619 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-11d31704-530e-4f6e-9009-faed0eea558a req-5f611de6-dbbf-45c1-a745-4d2351320c3b service neutron] 10.222.0.32 "GET /v2.0/networks?id=0faea959-f822-45f7-8968-d9fbcc3a6f51 HTTP/1.1" status: 200 len: 915 time: 0.1900821 Sep 03 18:33:41.368929 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] For port d4382483-5136-4217-a542-057237b75d7f, host hv-cinder-76019, cleared binding levels {{(pid=94513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:33:41.391231 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] For port d4382483-5136-4217-a542-057237b75d7f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d4382483-5136-4217-a542-057237b75d7f,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:33:41.403285 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-11d31704-530e-4f6e-9009-faed0eea558a req-4ac9279a-0dda-4b24-8582-72bd13abf0bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7 HTTP/1.1" status: 200 len: 1001 time: 0.1334097 Sep 03 18:33:41.481096 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1821004'] for port, after_update {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:41.486483 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d31704-530e-4f6e-9009-faed0eea558a req-02d25aa6-6014-4116-b65a-fb37276de9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:41.487917 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-11d31704-530e-4f6e-9009-faed0eea558a req-02d25aa6-6014-4116-b65a-fb37276de9f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0340f6f8-fbae-45a3-be3c-b46273d54605 HTTP/1.1" status: 200 len: 853 time: 0.0650797 Sep 03 18:33:41.569506 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:41.570129 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:41.571536 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] 10.222.0.32 "PUT /v2.0/ports/d4382483-5136-4217-a542-057237b75d7f HTTP/1.1" status: 200 len: 1093 time: 1.7810225 Sep 03 18:33:41.579162 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Deleting port b9fb0c0d-d6ff-4759-b0d7-da16f1a3996c {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:33:41.579500 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:41.640430 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9391c7-38c1-4379-a84d-cd37e9c7be23 service neutron] Pushing event updated for resources: {'Port': ['ID=d4382483-5136-4217-a542-057237b75d7f,revision_number=3']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:41.652928 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cee7b-ead6-4909-9075-601c38d75a0d req-61118943-d542-431b-9705-8195ab0ff11f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:41.654415 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e41cee7b-ead6-4909-9075-601c38d75a0d req-61118943-d542-431b-9705-8195ab0ff11f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 943 time: 0.1749136 Sep 03 18:33:41.683121 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d31704-530e-4f6e-9009-faed0eea558a req-091f37fb-27a2-47b2-ac59-0de090a16795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:41.684566 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-11d31704-530e-4f6e-9009-faed0eea558a req-091f37fb-27a2-47b2-ac59-0de090a16795 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0faea959-f822-45f7-8968-d9fbcc3a6f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1861830 Sep 03 18:33:41.789020 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:41.789262 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:41.828205 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e41cee7b-ead6-4909-9075-601c38d75a0d req-7ab7b6ea-f16c-4e9a-a202-9f833314eeef tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478372 Sep 03 18:33:41.835011 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Calling delete_port for b9fb0c0d-d6ff-4759-b0d7-da16f1a3996c owned by network:floatingip {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:33:41.854827 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-d08cbebb-f7b5-4211-873a-301601841587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:41.856313 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-d08cbebb-f7b5-4211-873a-301601841587 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 1096 time: 0.1436973 Sep 03 18:33:41.946404 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-11d31704-530e-4f6e-9009-faed0eea558a req-afacc69a-72e6-48c8-92c7-45052a37597c service neutron] 10.222.0.32 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491300 Sep 03 18:33:41.949919 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-a6126167-838b-424d-ab4f-97058a4fd8a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4382483-5136-4217-a542-057237b75d7f HTTP/1.1" status: 200 len: 217 time: 0.0825346 Sep 03 18:33:42.092307 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-094bd3fe-83e1-47df-a0eb-ca9d9082ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:42.093810 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-094bd3fe-83e1-47df-a0eb-ca9d9082ad15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ae67caf-6af3-471e-92c9-26a6095a37fc HTTP/1.1" status: 200 len: 855 time: 0.1173236 Sep 03 18:33:42.157916 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-73d273c8-b858-4cab-93b1-f0ed8142b112 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2bc5055-21ff-439d-9558-4cd99c3dac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503433 Sep 03 18:33:42.161616 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-11d31704-530e-4f6e-9009-faed0eea558a req-4de3788f-7660-4053-9158-ed01f97e8703 service neutron] 10.222.0.32 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936841 Sep 03 18:33:42.268112 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-5d6fcdea-9b23-4a83-afa8-84268d48e4c7 service neutron] 10.222.0.32 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956295 Sep 03 18:33:42.293010 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:42.327503 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event deleted for resources: {'Port': ['ID=b9fb0c0d-d6ff-4759-b0d7-da16f1a3996c,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:42.429740 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-60c9c8ca-16dc-497a-ad25-c9eb7f39b009 req-adc8a8ca-76bf-4caf-995d-99dcc64935fe service neutron] 10.222.0.32 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538055 Sep 03 18:33:42.436066 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks [] for floatingip, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:42.436400 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Floating IP 3430fd99-27e7-4dca-9538-f700cb0b25eb disassociated (deleted). External IP: 172.27.2.145, port: 890fa446-8cc8-4ce4-b0d5-d58beef302b7. Sep 03 18:33:42.645605 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Router e4615d96-2a72-46d7-b976-bc107466115c has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:33:42.989961 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e99125-9ebf-4747-9402-786d4debb8d8', 'tag': 'd4382483-5136-4217-a542-057237b75d7f'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:33:42.992196 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021b0b88-508f-4165-b4f8-e4fcaaf508c8" -d '{"events": [{"name": "network-changed", "server_uuid": "88e99125-9ebf-4747-9402-786d4debb8d8", "tag": "d4382483-5136-4217-a542-057237b75d7f"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:33:43.038727 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fed715-1477-4686-8e6e-374bd0d8e74e req-9b7389e3-8b4d-4bf1-8746-05f84e789615 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:43.040888 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3fed715-1477-4686-8e6e-374bd0d8e74e req-9b7389e3-8b4d-4bf1-8746-05f84e789615 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 943 time: 0.0787852 Sep 03 18:33:43.041362 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204cb66b-4bbf-4740-b9b9-86403445c01a x-openstack-request-id: req-204cb66b-4bbf-4740-b9b9-86403445c01a {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:33:43.041657 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e99125-9ebf-4747-9402-786d4debb8d8", "tag": "d4382483-5136-4217-a542-057237b75d7f", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:33:43.041908 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-204cb66b-4bbf-4740-b9b9-86403445c01a {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:33:43.042293 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e99125-9ebf-4747-9402-786d4debb8d8', 'tag': 'd4382483-5136-4217-a542-057237b75d7f', 'status': 'completed', 'code': 200} Sep 03 18:33:43.043922 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:33:43.051587 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:43.053604 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeecc79-e94c-4de9-973c-beb27d024964 None None] Sync routers for ids ['e4615d96-2a72-46d7-b976-bc107466115c'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:33:43.064895 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeecc79-e94c-4de9-973c-beb27d024964 None None] Routers {'e4615d96-2a72-46d7-b976-bc107466115c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:33:43.065528 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-4aeecc79-e94c-4de9-973c-beb27d024964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['e4615d96-2a72-46d7-b976-bc107466115c'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:43.120108 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-fcf86c84-9737-43ec-832b-84b356925e08 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "DELETE /v2.0/floatingips/3430fd99-27e7-4dca-9538-f700cb0b25eb HTTP/1.1" status: 204 len: 168 time: 1.9599264 Sep 03 18:33:43.140212 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e3fed715-1477-4686-8e6e-374bd0d8e74e req-b552973c-1eaf-41b0-9055-ef4bd93a00b3 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893621 Sep 03 18:33:43.144904 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0b88-508f-4165-b4f8-e4fcaaf508c8 req-78e8a2ce-ae0f-489c-b590-4843db990872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:43.146359 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-021b0b88-508f-4165-b4f8-e4fcaaf508c8 req-78e8a2ce-ae0f-489c-b590-4843db990872 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 1096 time: 0.0879135 Sep 03 18:33:43.188218 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-4aeecc79-e94c-4de9-973c-beb27d024964 None None] Set router e4615d96-2a72-46d7-b976-bc107466115c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:33:43.244477 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0b88-508f-4165-b4f8-e4fcaaf508c8 req-95eaa539-d7cc-4fc2-9d0f-2112fb39eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:43.246055 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-021b0b88-508f-4165-b4f8-e4fcaaf508c8 req-95eaa539-d7cc-4fc2-9d0f-2112fb39eeda service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2bc5055-21ff-439d-9558-4cd99c3dac05 HTTP/1.1" status: 200 len: 916 time: 0.0894914 Sep 03 18:33:43.294064 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-021b0b88-508f-4165-b4f8-e4fcaaf508c8 req-322f7543-c1fb-479b-82d3-3849cfc79325 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4382483-5136-4217-a542-057237b75d7f HTTP/1.1" status: 200 len: 217 time: 0.0396852 Sep 03 18:33:43.355444 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b0b88-508f-4165-b4f8-e4fcaaf508c8 req-13623f4a-3149-4cfe-aac1-0fb70254ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:43.360023 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-021b0b88-508f-4165-b4f8-e4fcaaf508c8 req-13623f4a-3149-4cfe-aac1-0fb70254ec91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ae67caf-6af3-471e-92c9-26a6095a37fc HTTP/1.1" status: 200 len: 855 time: 0.0496163 Sep 03 18:33:43.403252 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-021b0b88-508f-4165-b4f8-e4fcaaf508c8 req-2c12f645-5bf4-4b24-8498-875e68156f78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2bc5055-21ff-439d-9558-4cd99c3dac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268991 Sep 03 18:33:43.417418 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-4aeecc79-e94c-4de9-973c-beb27d024964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:28Z', 'revision_number': 4, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'cb0af39b-c989-47cc-81a9-8fea5f6c098f', 'name': '', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'mac_address': 'fa:16:3e:a1:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:27Z', 'updated_at': '2021-09-03T18:31:34Z', 'revision_number': 5, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'subnets': [{'id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:43.447795 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeecc79-e94c-4de9-973c-beb27d024964 None None] Checking router: e4615d96-2a72-46d7-b976-bc107466115c for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:33:43.461202 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeecc79-e94c-4de9-973c-beb27d024964 None None] Routers {'e4615d96-2a72-46d7-b976-bc107466115c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:33:43.461202 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-4aeecc79-e94c-4de9-973c-beb27d024964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:23Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['e4615d96-2a72-46d7-b976-bc107466115c'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:43.511648 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-021b0b88-508f-4165-b4f8-e4fcaaf508c8 req-06aa0503-6918-483b-90b3-ca5deb249a9c service neutron] 10.222.0.32 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994859 Sep 03 18:33:43.582037 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-4aeecc79-e94c-4de9-973c-beb27d024964 None None] Set router e4615d96-2a72-46d7-b976-bc107466115c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:33:43.619114 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-021b0b88-508f-4165-b4f8-e4fcaaf508c8 req-dca6477d-b84c-465e-ac0b-9b9831e8ab4f service neutron] 10.222.0.32 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970247 Sep 03 18:33:43.792485 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-4aeecc79-e94c-4de9-973c-beb27d024964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:28Z', 'revision_number': 4, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'cb0af39b-c989-47cc-81a9-8fea5f6c098f', 'name': '', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'mac_address': 'fa:16:3e:a1:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:27Z', 'updated_at': '2021-09-03T18:31:34Z', 'revision_number': 5, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'subnets': [{'id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:43.819962 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device d4382483-5136-4217-a542-057237b75d7f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94514) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:33:43.823963 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeecc79-e94c-4de9-973c-beb27d024964 None None] The sync data for ids ['e4615d96-2a72-46d7-b976-bc107466115c'] in dv-cinder-760193-9-iscsi is: [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:28Z', 'revision_number': 4, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'cb0af39b-c989-47cc-81a9-8fea5f6c098f', 'name': '', 'network_id': '0faea959-f822-45f7-8968-d9fbcc3a6f51', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'mac_address': 'fa:16:3e:a1:a8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:27Z', 'updated_at': '2021-09-03T18:31:34Z', 'revision_number': 5, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'subnets': [{'id': '0340f6f8-fbae-45a3-be3c-b46273d54605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:33:43.924127 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port d4382483-5136-4217-a542-057237b75d7f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d4382483-5136-4217-a542-057237b75d7f,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:43.936859 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Returning: {'device': 'd4382483-5136-4217-a542-057237b75d7f', 'network_id': 'b2bc5055-21ff-439d-9558-4cd99c3dac05', 'port_id': 'd4382483-5136-4217-a542-057237b75d7f', 'mac_address': 'fa:16:3e:4f:56:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae67caf-6af3-471e-92c9-26a6095a37fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94514) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:33:43.983713 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:43.998549 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4382483-5136-4217-a542-057237b75d7f {{(pid=94514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:33:44.019509 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port d4382483-5136-4217-a542-057237b75d7f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d4382483-5136-4217-a542-057237b75d7f,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:44.054982 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454d276f-1f4c-4892-8fa6-20112fbaf88e None None] New status for floating IP 3430fd99-27e7-4dca-9538-f700cb0b25eb: DOWN {{(pid=94515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:33:44.120255 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:44.176167 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=d4382483-5136-4217-a542-057237b75d7f,revision_number=4']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:44.268159 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf11eb-583a-45d3-ab0f-f933f863340e req-ce1c1f92-697a-4c69-b9db-c2246e1efb31 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:44.269698 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e5bf11eb-583a-45d3-ab0f-f933f863340e req-ce1c1f92-697a-4c69-b9db-c2246e1efb31 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 944 time: 0.0550973 Sep 03 18:33:44.309411 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e5bf11eb-583a-45d3-ab0f-f933f863340e req-e01ce6b8-169a-4d67-bf87-aa6890438ed0 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336998 Sep 03 18:33:44.460861 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['d4382483-5136-4217-a542-057237b75d7f'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:33:45.042995 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:33:45.045769 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4e57dd-11b5-4a66-af60-5464efcec39d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:33:45.079593 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c398ab-a4cd-43a5-9bbf-d27669439d52 x-openstack-request-id: req-d2c398ab-a4cd-43a5-9bbf-d27669439d52 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:33:45.079885 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:33:45.080139 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2c398ab-a4cd-43a5-9bbf-d27669439d52 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:33:45.080532 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'status': 'completed', 'code': 200} Sep 03 18:33:45.149034 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e57dd-11b5-4a66-af60-5464efcec39d req-a0862c3b-c062-4aef-b5c7-0d9617ef07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:45.151077 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3f4e57dd-11b5-4a66-af60-5464efcec39d req-a0862c3b-c062-4aef-b5c7-0d9617ef07c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e7eb803d0a4f429fab159f7d8a3ee7fb&device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 1098 time: 0.0415444 Sep 03 18:33:45.242494 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e57dd-11b5-4a66-af60-5464efcec39d req-b460b24d-f1b8-4c7f-8097-a42180d0c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:45.244014 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3f4e57dd-11b5-4a66-af60-5464efcec39d req-b460b24d-f1b8-4c7f-8097-a42180d0c1d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0faea959-f822-45f7-8968-d9fbcc3a6f51 HTTP/1.1" status: 200 len: 915 time: 0.0838351 Sep 03 18:33:45.291065 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3f4e57dd-11b5-4a66-af60-5464efcec39d req-81337817-54d3-41a6-b208-facee36535ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7 HTTP/1.1" status: 200 len: 217 time: 0.0394008 Sep 03 18:33:45.341944 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e57dd-11b5-4a66-af60-5464efcec39d req-161d10f0-2d92-4c78-ad3d-0bffa6bf541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:45.343558 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3f4e57dd-11b5-4a66-af60-5464efcec39d req-161d10f0-2d92-4c78-ad3d-0bffa6bf541f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0340f6f8-fbae-45a3-be3c-b46273d54605 HTTP/1.1" status: 200 len: 853 time: 0.0449591 Sep 03 18:33:45.416586 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e57dd-11b5-4a66-af60-5464efcec39d req-ff47fc87-fb0c-4d4e-8f3b-39e220560c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:45.418054 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3f4e57dd-11b5-4a66-af60-5464efcec39d req-ff47fc87-fb0c-4d4e-8f3b-39e220560c7b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0faea959-f822-45f7-8968-d9fbcc3a6f51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661819 Sep 03 18:33:45.443397 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef34e2-030e-4f86-b0c1-3b0bb175a080 req-fb1dfa69-b3db-4b3d-b692-d4e369dbd2ce tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:45.444816 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-34ef34e2-030e-4f86-b0c1-3b0bb175a080 req-fb1dfa69-b3db-4b3d-b692-d4e369dbd2ce tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 944 time: 0.0672717 Sep 03 18:33:45.527981 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-34ef34e2-030e-4f86-b0c1-3b0bb175a080 req-7ff46275-ac97-415c-9d56-a9e26abe6aa3 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732167 Sep 03 18:33:45.547952 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3f4e57dd-11b5-4a66-af60-5464efcec39d req-d46fc78a-87a9-4e6f-8b2b-a507eee7b117 service neutron] 10.222.0.32 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196752 Sep 03 18:33:45.664281 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-3f4e57dd-11b5-4a66-af60-5464efcec39d req-6b8eecee-81f1-40a3-ba61-59c88db23ad3 service neutron] 10.222.0.32 "GET /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076741 Sep 03 18:33:45.810197 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device d4382483-5136-4217-a542-057237b75d7f up at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:33:45.931652 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning for port d4382483-5136-4217-a542-057237b75d7f completed by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:33:45.935580 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.provisioning_blocks [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Provisioning complete for port d4382483-5136-4217-a542-057237b75d7f triggered by entity L2. {{(pid=94514) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:33:45.935999 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4091447'] for port, provisioning_complete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:46.020112 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4050047'] for port, before_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:46.042849 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e99125-9ebf-4747-9402-786d4debb8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4382483-5136-4217-a542-057237b75d7f'}] {{(pid=94514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:33:46.045206 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a44754809cd07699f7e6ae7e12952961f881a23b98b4960a457c575d1cd54f4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335b5e27-27f7-4e9b-a74f-bb250581807e" -d '{"events": [{"server_uuid": "88e99125-9ebf-4747-9402-786d4debb8d8", "name": "network-vif-plugged", "status": "completed", "tag": "d4382483-5136-4217-a542-057237b75d7f"}]}' {{(pid=94514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:33:46.057713 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] For port d4382483-5136-4217-a542-057237b75d7f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d4382483-5136-4217-a542-057237b75d7f,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:46.079459 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393a2e82-4b2e-494c-977d-1eb3822520e5 x-openstack-request-id: req-393a2e82-4b2e-494c-977d-1eb3822520e5 {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:33:46.079791 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e99125-9ebf-4747-9402-786d4debb8d8", "name": "network-vif-plugged", "status": "completed", "tag": "d4382483-5136-4217-a542-057237b75d7f", "code": 200}]} {{(pid=94514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:33:46.080029 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-393a2e82-4b2e-494c-977d-1eb3822520e5 {{(pid=94514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:33:46.080422 dv-cinder-760193-9-iscsi neutron-server[94514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e99125-9ebf-4747-9402-786d4debb8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4382483-5136-4217-a542-057237b75d7f', 'code': 200} Sep 03 18:33:46.124932 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738553159626', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738552640139', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738552640157'] for port, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:46.172507 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Pushing event updated for resources: {'Port': ['ID=d4382483-5136-4217-a542-057237b75d7f,revision_number=5']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:46.400061 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9043103-50a6-454a-ad18-0eeef7710fd2 req-c922c23a-37cb-4d1b-aa4f-7b31e8006623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:46.401609 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f9043103-50a6-454a-ad18-0eeef7710fd2 req-c922c23a-37cb-4d1b-aa4f-7b31e8006623 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 1098 time: 0.0413496 Sep 03 18:33:46.437779 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f9043103-50a6-454a-ad18-0eeef7710fd2 req-64f49bd5-4342-4b05-9586-72c42ddacc46 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278921 Sep 03 18:33:46.641867 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4193b5-310c-45a5-bad8-b6fc5ab14b29 req-01e555d3-315b-43b9-b9bc-81009d78fd30 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:46.643358 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2d4193b5-310c-45a5-bad8-b6fc5ab14b29 req-01e555d3-315b-43b9-b9bc-81009d78fd30 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 945 time: 0.0499816 Sep 03 18:33:46.684721 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2d4193b5-310c-45a5-bad8-b6fc5ab14b29 req-5a6478fd-5630-4320-bf1b-da921be2a8ea tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353253 Sep 03 18:33:47.484512 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf939291-e44d-4a4b-9d70-ecf972ec9a04 req-4d46c57d-90c3-4c21-b393-d6ae7d7a1bea tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:47.486023 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bf939291-e44d-4a4b-9d70-ecf972ec9a04 req-4d46c57d-90c3-4c21-b393-d6ae7d7a1bea tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0494485 Sep 03 18:33:47.522960 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-bf939291-e44d-4a4b-9d70-ecf972ec9a04 req-ed03d278-c978-4609-b6f9-cfe83b7e1d38 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309949 Sep 03 18:33:47.801038 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f4fbf-1331-49bf-bd5d-afdc6a7c6a60 req-a1a11bb1-fb6c-4c13-a815-f3bf31ef5f4d tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:47.802504 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f42f4fbf-1331-49bf-bd5d-afdc6a7c6a60 req-a1a11bb1-fb6c-4c13-a815-f3bf31ef5f4d tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 945 time: 0.0498853 Sep 03 18:33:47.840203 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-f42f4fbf-1331-49bf-bd5d-afdc6a7c6a60 req-75ba02fe-d05e-46d4-bd04-4559cf27a3fa tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Sep 03 18:33:48.636357 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9901c4-16da-4af5-b252-c26cfce87cbc req-5b3d3edb-6ed5-4943-910a-326f25ef097f tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:48.637860 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cb9901c4-16da-4af5-b252-c26cfce87cbc req-5b3d3edb-6ed5-4943-910a-326f25ef097f tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0489047 Sep 03 18:33:48.680266 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-cb9901c4-16da-4af5-b252-c26cfce87cbc req-b1a93379-3dfe-46ab-9090-e7b666376ce7 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364530 Sep 03 18:33:48.953945 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f60d1-8280-4eb1-8588-69ae02db7301 req-2f8095a1-5a39-4182-985e-dec694d1f68a tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:48.955434 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-545f60d1-8280-4eb1-8588-69ae02db7301 req-2f8095a1-5a39-4182-985e-dec694d1f68a tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 945 time: 0.0487800 Sep 03 18:33:48.992644 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-545f60d1-8280-4eb1-8588-69ae02db7301 req-4cebfad3-2952-4466-93fc-180faee7bf03 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Sep 03 18:33:49.580982 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c16e8-045a-4db6-8724-d7056f7f7353 req-9e608e48-3dff-4432-b4bf-ce8893140fb7 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:49.582469 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-290c16e8-045a-4db6-8724-d7056f7f7353 req-9e608e48-3dff-4432-b4bf-ce8893140fb7 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0486484 Sep 03 18:33:49.678398 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-290c16e8-045a-4db6-8724-d7056f7f7353 req-998baed5-6388-4739-b899-ee3043c81ad4 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Deleting port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:33:49.678950 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-290c16e8-045a-4db6-8724-d7056f7f7353 req-998baed5-6388-4739-b899-ee3043c81ad4 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:49.802252 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-290c16e8-045a-4db6-8724-d7056f7f7353 req-998baed5-6388-4739-b899-ee3043c81ad4 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] For port 890fa446-8cc8-4ce4-b0d5-d58beef302b7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=890fa446-8cc8-4ce4-b0d5-d58beef302b7,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:49.802627 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-290c16e8-045a-4db6-8724-d7056f7f7353 req-998baed5-6388-4739-b899-ee3043c81ad4 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:49.824795 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea884d3-ade0-43cb-85b9-f2540e1dde51 req-62f00cb1-6844-4e06-bc67-c07c78fa4ed2 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:49.826289 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8ea884d3-ade0-43cb-85b9-f2540e1dde51 req-62f00cb1-6844-4e06-bc67-c07c78fa4ed2 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 945 time: 0.0786574 Sep 03 18:33:49.827227 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-290c16e8-045a-4db6-8724-d7056f7f7353 req-998baed5-6388-4739-b899-ee3043c81ad4 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Calling delete_port for 890fa446-8cc8-4ce4-b0d5-d58beef302b7 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:33:49.909711 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8ea884d3-ade0-43cb-85b9-f2540e1dde51 req-90c13eff-f310-484e-bfaf-ba6ed46ea79f tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/security-groups?id=6bd6e140-4c37-4dbb-a677-4ae612eefc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767524 Sep 03 18:33:50.085863 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-290c16e8-045a-4db6-8724-d7056f7f7353 req-998baed5-6388-4739-b899-ee3043c81ad4 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:50.103065 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['890fa446-8cc8-4ce4-b0d5-d58beef302b7'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:33:50.120728 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998baed5-6388-4739-b899-ee3043c81ad4 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Pushing event deleted for resources: {'Port': ['ID=890fa446-8cc8-4ce4-b0d5-d58beef302b7,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:50.162999 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-290c16e8-045a-4db6-8724-d7056f7f7353 req-998baed5-6388-4739-b899-ee3043c81ad4 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] No DVR routers for this DVR port 890fa446-8cc8-4ce4-b0d5-d58beef302b7 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:33:50.166029 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-290c16e8-045a-4db6-8724-d7056f7f7353 req-998baed5-6388-4739-b899-ee3043c81ad4 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:50.167984 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-290c16e8-045a-4db6-8724-d7056f7f7353 req-998baed5-6388-4739-b899-ee3043c81ad4 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.32 "DELETE /v2.0/ports/890fa446-8cc8-4ce4-b0d5-d58beef302b7 HTTP/1.1" status: 204 len: 173 time: 0.5785449 Sep 03 18:33:50.168411 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'name': 'network-vif-deleted', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:33:50.170665 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccad2676-b88c-4512-b165-977f98faedf3" -d '{"events": [{"server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "name": "network-vif-deleted", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:33:50.204930 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082c6003-5010-4833-b653-8d5044241aae x-openstack-request-id: req-082c6003-5010-4833-b653-8d5044241aae {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:33:50.205230 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b329f7c-e95c-4168-857f-8e20c503cbf8", "name": "network-vif-deleted", "tag": "890fa446-8cc8-4ce4-b0d5-d58beef302b7", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:33:50.205485 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-082c6003-5010-4833-b653-8d5044241aae {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:33:50.205881 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b329f7c-e95c-4168-857f-8e20c503cbf8', 'name': 'network-vif-deleted', 'tag': '890fa446-8cc8-4ce4-b0d5-d58beef302b7', 'status': 'completed', 'code': 200} Sep 03 18:33:50.662740 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3028cf0e-5626-4c6f-8667-ac67916331a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:51.017539 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e6107259-bf24-4e61-880b-18540c9d11da req-69a46309-1d9d-445f-928a-f8839fbbae98 tempest-TestMinimumBasicScenario-1077066984 tempest-TestMinimumBasicScenario-1077066984-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b329f7c-e95c-4168-857f-8e20c503cbf8 HTTP/1.1" status: 200 len: 210 time: 0.0276389 Sep 03 18:33:52.999768 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9c572e15-0067-4ebd-a75d-700046edd02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:53.451538 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:53.606640 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39458) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:33:53.843165 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 890fa446-8cc8-4ce4-b0d5-d58beef302b7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:33:53.867409 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 890fa446-8cc8-4ce4-b0d5-d58beef302b7 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:33:53.867750 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 890fa446-8cc8-4ce4-b0d5-d58beef302b7 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:33:53.974090 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd95da6b-5fee-4407-bbc3-02eb72f41e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563258'] for router_interface, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:54.222813 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:54.227168 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-fd95da6b-5fee-4407-bbc3-02eb72f41e77 admin admin] Deleting port cb0af39b-c989-47cc-81a9-8fea5f6c098f {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:33:54.227514 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd95da6b-5fee-4407-bbc3-02eb72f41e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:54.305257 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-fd95da6b-5fee-4407-bbc3-02eb72f41e77 admin admin] For port cb0af39b-c989-47cc-81a9-8fea5f6c098f, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=cb0af39b-c989-47cc-81a9-8fea5f6c098f,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:54.305622 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd95da6b-5fee-4407-bbc3-02eb72f41e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:54.318230 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-fd95da6b-5fee-4407-bbc3-02eb72f41e77 admin admin] Calling delete_port for cb0af39b-c989-47cc-81a9-8fea5f6c098f owned by network:router_interface {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:33:54.576908 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd95da6b-5fee-4407-bbc3-02eb72f41e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:54.604888 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95da6b-5fee-4407-bbc3-02eb72f41e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0af39b-c989-47cc-81a9-8fea5f6c098f,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:54.780501 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd95da6b-5fee-4407-bbc3-02eb72f41e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1047720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563374'] for router_interface, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:55.004066 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd95da6b-5fee-4407-bbc3-02eb72f41e77 admin admin] Router e4615d96-2a72-46d7-b976-bc107466115c has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:33:55.110392 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd95da6b-5fee-4407-bbc3-02eb72f41e77 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:33:55.115834 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-fd95da6b-5fee-4407-bbc3-02eb72f41e77 admin admin] 10.222.0.43 "PUT /v2.0/routers/e4615d96-2a72-46d7-b976-bc107466115c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5080316 Sep 03 18:33:55.118392 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39464) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:33:55.119471 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84963e-3d2f-47cb-a155-1352470ecbdb None None] Sync routers for ids ['e4615d96-2a72-46d7-b976-bc107466115c'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:33:55.128986 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84963e-3d2f-47cb-a155-1352470ecbdb None None] Routers {'e4615d96-2a72-46d7-b976-bc107466115c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:33:55.129618 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-2d84963e-3d2f-47cb-a155-1352470ecbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['e4615d96-2a72-46d7-b976-bc107466115c'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:55.367380 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-2d84963e-3d2f-47cb-a155-1352470ecbdb None None] Set router e4615d96-2a72-46d7-b976-bc107466115c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:33:55.482895 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Notify callbacks [] for router, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:55.563727 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-2d84963e-3d2f-47cb-a155-1352470ecbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:33:54Z', 'revision_number': 5, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:55.590495 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84963e-3d2f-47cb-a155-1352470ecbdb None None] Checking router: e4615d96-2a72-46d7-b976-bc107466115c for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:33:55.594257 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:55.600089 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d84963e-3d2f-47cb-a155-1352470ecbdb None None] Routers {'e4615d96-2a72-46d7-b976-bc107466115c'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:33:55.600756 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-2d84963e-3d2f-47cb-a155-1352470ecbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['e4615d96-2a72-46d7-b976-bc107466115c'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:55.713999 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-2d84963e-3d2f-47cb-a155-1352470ecbdb None None] Set router e4615d96-2a72-46d7-b976-bc107466115c gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:33:55.736371 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Deleting port 54a28844-8954-4e31-a0a0-e4e309476b21 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:33:55.736772 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:55.819898 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] For port 54a28844-8954-4e31-a0a0-e4e309476b21, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=54a28844-8954-4e31-a0a0-e4e309476b21,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:55.820782 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:55.833573 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Calling delete_port for 54a28844-8954-4e31-a0a0-e4e309476b21 owned by network:router_gateway {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:33:55.920530 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-2d84963e-3d2f-47cb-a155-1352470ecbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:33:54Z', 'revision_number': 5, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:55.951146 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d84963e-3d2f-47cb-a155-1352470ecbdb None None] The sync data for ids ['e4615d96-2a72-46d7-b976-bc107466115c'] in dv-cinder-760193-9-iscsi is: [{'id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'name': 'tempest-TestMinimumBasicScenario-617873580-router', 'tenant_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35'}], 'enable_snat': True}, 'gw_port_id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:33:54Z', 'revision_number': 5, 'project_id': 'e7eb803d0a4f429fab159f7d8a3ee7fb', 'gw_port': {'id': '54a28844-8954-4e31-a0a0-e4e309476b21', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4615d96-2a72-46d7-b976-bc107466115c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:24Z', 'updated_at': '2021-09-03T18:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:33:55.958627 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.097033 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.125973 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a28844-8954-4e31-a0a0-e4e309476b21,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:56.191181 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566208'] for router_gateway, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.283526 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9298'] for router, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.285642 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.417002 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559974'] for router, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.417622 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4615d96-2a72-46d7-b976-bc107466115c {{(pid=94513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:33:56.424700 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] Notify callbacks [] for router, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.426544 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-28d75b90-cc85-47f2-aea1-0287a6bb0250 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e4615d96-2a72-46d7-b976-bc107466115c HTTP/1.1" status: 204 len: 168 time: 1.3070028 Sep 03 18:33:56.429034 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39468) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:33:56.480911 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e24d03-49ce-4195-af2d-ff23120c13b8 admin admin] Deleting subnet 0340f6f8-fbae-45a3-be3c-b46273d54605 {{(pid=94513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:33:56.484169 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f6e24d03-49ce-4195-af2d-ff23120c13b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.519484 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f6e24d03-49ce-4195-af2d-ff23120c13b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62589034'] for subnet, precommit_delete_associations {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.609444 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f6e24d03-49ce-4195-af2d-ff23120c13b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.748545 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f6e24d03-49ce-4195-af2d-ff23120c13b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1821046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62815037'] for subnet, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.776728 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e24d03-49ce-4195-af2d-ff23120c13b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0340f6f8-fbae-45a3-be3c-b46273d54605,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:56.778812 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-f6e24d03-49ce-4195-af2d-ff23120c13b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.780786 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-f6e24d03-49ce-4195-af2d-ff23120c13b8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0340f6f8-fbae-45a3-be3c-b46273d54605 HTTP/1.1" status: 204 len: 168 time: 0.3503740 Sep 03 18:33:56.783452 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2351534-7ae4-499d-b005-bca32138b382 None None] Network 0faea959-f822-45f7-8968-d9fbcc3a6f51 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:33:56.784057 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39470) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:33:56.855873 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.917086 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Deleting port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:33:56.917432 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:56.978137 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f509e2ba-fac9-4122-a751-9dca15f75ab8 None None] DHCP port deletion for 0faea959-f822-45f7-8968-d9fbcc3a6f51 request from dv-cinder-760193-9-iscsi {{(pid=94514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:33:56.993828 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] For port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:56.994211 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:57.014493 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Calling delete_port for 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 owned by network:dhcp {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:33:57.032567 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f509e2ba-fac9-4122-a751-9dca15f75ab8 None None] Deleting port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:33:57.032982 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f509e2ba-fac9-4122-a751-9dca15f75ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:57.115316 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-f509e2ba-fac9-4122-a751-9dca15f75ab8 None None] For port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2,segment=NetworkSegment(e47085f0-bb4e-460a-ac4b-88257921e58b),segment_id=e47085f0-bb4e-460a-ac4b-88257921e58b)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:57.115634 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f509e2ba-fac9-4122-a751-9dca15f75ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:57.128170 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f509e2ba-fac9-4122-a751-9dca15f75ab8 None None] Calling delete_port for 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 owned by network:dhcp {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:33:57.171293 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:57.205915 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] No DVR routers for this DVR port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 on host dv-cinder-760193-9-iscsi {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:33:57.207747 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f509e2ba-fac9-4122-a751-9dca15f75ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:57.208410 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:57.232649 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509e2ba-fac9-4122-a751-9dca15f75ab8 None None] Pushing event deleted for resources: {'Port': ['ID=4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:57.238851 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509e2ba-fac9-4122-a751-9dca15f75ab8 None None] No DVR routers for this DVR port 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 on host dv-cinder-760193-9-iscsi {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:33:57.293233 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:57.303673 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.services.segments.db [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0faea959-f822-45f7-8968-d9fbcc3a6f51']}} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:57.314429 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.services.segments.db [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47085f0-bb4e-460a-ac4b-88257921e58b') {'for_net_delete': True} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:57.314727 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.services.segments.db [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47085f0-bb4e-460a-ac4b-88257921e58b') {} {{(pid=94513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:57.323854 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62589043'] for segment, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:57.341810 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:57.348509 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:33:57.348923 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1820968'] for segment, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: Traceback (most recent call last): Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: timer() Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: cb(*args, **kw) Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: return func(*args, **kwargs) Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: self._notify() Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: self.callback(batched_events) Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: event.method(event) Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: return f(self, *a, **k) Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: return self._get(url).json() Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: return self.request(url, 'GET', **kwargs) Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:33:57.350587 dv-cinder-760193-9-iscsi neutron-server[94513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:33:57.514440 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:57.519938 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:57.521853 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0faea959-f822-45f7-8968-d9fbcc3a6f51 HTTP/1.1" status: 204 len: 168 time: 0.7371747 Sep 03 18:33:57.525503 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39474) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:33:57.538062 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14bd26-d459-49f3-89cf-40d791b5d286 admin admin] Pushing event deleted for resources: {'Network': ['ID=0faea959-f822-45f7-8968-d9fbcc3a6f51,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:57.875004 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff924-8466-4814-af00-0866a6c7c128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563258'] for router_interface, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:58.015166 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device cb0af39b-c989-47cc-81a9-8fea5f6c098f no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:33:58.035606 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: cb0af39b-c989-47cc-81a9-8fea5f6c098f {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:33:58.036043 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device cb0af39b-c989-47cc-81a9-8fea5f6c098f not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:33:58.036531 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 54a28844-8954-4e31-a0a0-e4e309476b21 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:33:58.060066 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 54a28844-8954-4e31-a0a0-e4e309476b21 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:33:58.064011 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 54a28844-8954-4e31-a0a0-e4e309476b21 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:33:58.064011 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:33:58.086075 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:33:58.087599 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 4a4f2bb7-80fe-4d4c-bc4e-c15aa28bd4d2 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:33:58.139775 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ff924-8466-4814-af00-0866a6c7c128 admin admin] Deleting port df834070-fd10-4d2c-b2e5-89464baf6069 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:33:58.140118 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff924-8466-4814-af00-0866a6c7c128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:58.224424 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-5e3ff924-8466-4814-af00-0866a6c7c128 admin admin] For port df834070-fd10-4d2c-b2e5-89464baf6069, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=df834070-fd10-4d2c-b2e5-89464baf6069,segment=NetworkSegment(0c4e4403-622b-4a84-9826-632c3ddfd258),segment_id=0c4e4403-622b-4a84-9826-632c3ddfd258)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:58.224892 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff924-8466-4814-af00-0866a6c7c128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:58.238065 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ff924-8466-4814-af00-0866a6c7c128 admin admin] Calling delete_port for df834070-fd10-4d2c-b2e5-89464baf6069 owned by network:router_interface {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:33:58.491713 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff924-8466-4814-af00-0866a6c7c128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:58.525347 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ff924-8466-4814-af00-0866a6c7c128 admin admin] Pushing event deleted for resources: {'Port': ['ID=df834070-fd10-4d2c-b2e5-89464baf6069,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:58.698375 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-5e3ff924-8466-4814-af00-0866a6c7c128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1047720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563374'] for router_interface, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:58.704234 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39478) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:33:58.875623 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Deleting port 911891d0-1bb6-42fd-a985-34d55461ffb0 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:33:58.875971 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:58.925640 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3ff924-8466-4814-af00-0866a6c7c128 admin admin] Router bcd2ad8f-384f-4e70-8922-c4ec6962f468 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:33:58.967692 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:58.968073 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:58.982689 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Calling delete_port for 911891d0-1bb6-42fd-a985-34d55461ffb0 owned by network:floatingip {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:33:59.194175 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:59.228979 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event deleted for resources: {'Port': ['ID=911891d0-1bb6-42fd-a985-34d55461ffb0,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:33:59.273176 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3ff924-8466-4814-af00-0866a6c7c128 admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:33:59.282301 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-5e3ff924-8466-4814-af00-0866a6c7c128 admin admin] 10.222.0.43 "PUT /v2.0/routers/bcd2ad8f-384f-4e70-8922-c4ec6962f468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545366 Sep 03 18:33:59.283673 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39486) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:33:59.289245 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c15b1-ea8e-4b82-b3e5-dfe3507d2c75 None None] Sync routers for ids ['bcd2ad8f-384f-4e70-8922-c4ec6962f468'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:33:59.299196 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c15b1-ea8e-4b82-b3e5-dfe3507d2c75 None None] Routers {'bcd2ad8f-384f-4e70-8922-c4ec6962f468'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:33:59.299950 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-426c15b1-ea8e-4b82-b3e5-dfe3507d2c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['bcd2ad8f-384f-4e70-8922-c4ec6962f468'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:59.307324 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:59.307727 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Floating IP b5ebfe1d-27d4-4bdb-a17b-c8bc67b43000 disassociated (deleted). External IP: 172.27.2.253, port: bbfb3100-9477-4cee-ae0e-fc808e909aeb. Sep 03 18:33:59.415459 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Notify callbacks [] for router, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:59.430597 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-426c15b1-ea8e-4b82-b3e5-dfe3507d2c75 None None] Set router bcd2ad8f-384f-4e70-8922-c4ec6962f468 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:33:59.553480 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:59.573659 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:33:59.630135 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-426c15b1-ea8e-4b82-b3e5-dfe3507d2c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'name': 'tempest-TestMinimumBasicScenario-518894800-router', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97'}], 'enable_snat': True}, 'gw_port_id': '42859424-3f66-4698-a4e6-fec04760075d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:32Z', 'updated_at': '2021-09-03T18:33:58Z', 'revision_number': 5, 'project_id': '76e47d412c89432faf8e135d4670b67a', 'gw_port': {'id': '42859424-3f66-4698-a4e6-fec04760075d', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:31:33Z', 'updated_at': '2021-09-03T18:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:59.658337 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c15b1-ea8e-4b82-b3e5-dfe3507d2c75 None None] Checking router: bcd2ad8f-384f-4e70-8922-c4ec6962f468 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:33:59.667143 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c15b1-ea8e-4b82-b3e5-dfe3507d2c75 None None] Routers {'bcd2ad8f-384f-4e70-8922-c4ec6962f468'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:33:59.667472 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-426c15b1-ea8e-4b82-b3e5-dfe3507d2c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['bcd2ad8f-384f-4e70-8922-c4ec6962f468'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:59.702486 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:33:59.710415 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:59.718349 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Deleting port 42859424-3f66-4698-a4e6-fec04760075d {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:33:59.722090 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:59.723505 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abacd8bb-fcff-410a-bc09-c200f1be9cb7 None None] Sync routers for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:33:59.733868 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abacd8bb-fcff-410a-bc09-c200f1be9cb7 None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:33:59.734914 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-abacd8bb-fcff-410a-bc09-c200f1be9cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:59.747563 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-c7ceaa2e-c3ff-4425-95d0-b8b5f22f7445 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "DELETE /v2.0/floatingips/b5ebfe1d-27d4-4bdb-a17b-c8bc67b43000 HTTP/1.1" status: 204 len: 168 time: 1.0414288 Sep 03 18:33:59.747823 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'tag': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:33:59.750299 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e14452-5841-453e-b877-872b61b954dc" -d '{"events": [{"name": "network-changed", "server_uuid": "59643c82-73c6-47b6-b90e-8f73be3b2be1", "tag": "bbfb3100-9477-4cee-ae0e-fc808e909aeb"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:33:59.798060 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-426c15b1-ea8e-4b82-b3e5-dfe3507d2c75 None None] Set router bcd2ad8f-384f-4e70-8922-c4ec6962f468 gateway port host: None {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:33:59.824177 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] For port 42859424-3f66-4698-a4e6-fec04760075d, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=42859424-3f66-4698-a4e6-fec04760075d,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:33:59.824553 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:33:59.838770 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Calling delete_port for 42859424-3f66-4698-a4e6-fec04760075d owned by network:router_gateway {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:33:59.871479 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-426c15b1-ea8e-4b82-b3e5-dfe3507d2c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'name': 'tempest-TestMinimumBasicScenario-518894800-router', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:32Z', 'updated_at': '2021-09-03T18:33:59Z', 'revision_number': 6, 'project_id': '76e47d412c89432faf8e135d4670b67a', 'gw_port_host': None}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:33:59.879253 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-abacd8bb-fcff-410a-bc09-c200f1be9cb7 None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:33:59.898231 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceda825-63af-4cf3-b27f-ee3ae3968dda x-openstack-request-id: req-dceda825-63af-4cf3-b27f-ee3ae3968dda {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:33:59.905065 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59643c82-73c6-47b6-b90e-8f73be3b2be1", "tag": "bbfb3100-9477-4cee-ae0e-fc808e909aeb", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:33:59.905065 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dceda825-63af-4cf3-b27f-ee3ae3968dda {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:33:59.905065 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'tag': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb', 'status': 'completed', 'code': 200} Sep 03 18:33:59.905547 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426c15b1-ea8e-4b82-b3e5-dfe3507d2c75 None None] The sync data for ids ['bcd2ad8f-384f-4e70-8922-c4ec6962f468'] in dv-cinder-760193-9-iscsi is: [{'id': 'bcd2ad8f-384f-4e70-8922-c4ec6962f468', 'name': 'tempest-TestMinimumBasicScenario-518894800-router', 'tenant_id': '76e47d412c89432faf8e135d4670b67a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:31:32Z', 'updated_at': '2021-09-03T18:33:59Z', 'revision_number': 6, 'project_id': '76e47d412c89432faf8e135d4670b67a', 'gw_port_host': None}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:33:59.980954 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e14452-5841-453e-b877-872b61b954dc req-d66c1ce7-ca2d-44fc-a278-ea2ea51abb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:33:59.985807 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-90e14452-5841-453e-b877-872b61b954dc req-d66c1ce7-ca2d-44fc-a278-ea2ea51abb02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 1098 time: 0.0596321 Sep 03 18:34:00.119966 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e14452-5841-453e-b877-872b61b954dc req-3f8ca63e-9b72-4afb-8e3c-dff551ce122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:00.122203 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-90e14452-5841-453e-b877-872b61b954dc req-3f8ca63e-9b72-4afb-8e3c-dff551ce122d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 200 len: 913 time: 0.1260231 Sep 03 18:34:00.166654 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-90e14452-5841-453e-b877-872b61b954dc req-7174faca-8412-4b48-b2bb-9a3c16db72a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbfb3100-9477-4cee-ae0e-fc808e909aeb HTTP/1.1" status: 200 len: 217 time: 0.0363650 Sep 03 18:34:00.188748 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:00.208692 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-abacd8bb-fcff-410a-bc09-c200f1be9cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'a09b8a1a-ec03-4b28-8915-a7f94fc0f34f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:cc:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:30:26Z', 'updated_at': '2021-09-03T18:30:28Z', 'revision_number': 1, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:00.227907 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Pushing event deleted for resources: {'Port': ['ID=42859424-3f66-4698-a4e6-fec04760075d,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:00.259929 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abacd8bb-fcff-410a-bc09-c200f1be9cb7 None None] Checking router: 9db69f24-bbc6-4029-84eb-bd9a3f907b04 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:34:00.272395 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abacd8bb-fcff-410a-bc09-c200f1be9cb7 None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:34:00.273200 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-abacd8bb-fcff-410a-bc09-c200f1be9cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:00.303723 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d0720-cd7a-4819-901e-7cebd33c5b95 req-66dd49a0-4170-4976-80a2-6acaeb5f9855 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:00.306364 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d84d0720-cd7a-4819-901e-7cebd33c5b95 req-66dd49a0-4170-4976-80a2-6acaeb5f9855 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 945 time: 0.0769336 Sep 03 18:34:00.308063 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e14452-5841-453e-b877-872b61b954dc req-780af6d6-9ff1-416e-a94c-efb8385af3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:00.309541 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-90e14452-5841-453e-b877-872b61b954dc req-780af6d6-9ff1-416e-a94c-efb8385af3a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c2d93e9-0e8d-4bcd-ac14-e435a882418d HTTP/1.1" status: 200 len: 851 time: 0.1337738 Sep 03 18:34:00.334251 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566208'] for router_gateway, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:00.395892 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d84d0720-cd7a-4819-901e-7cebd33c5b95 req-5c166fb0-e5b2-47a5-a2b3-237e8cd7f4a8 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821931 Sep 03 18:34:00.397832 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e14452-5841-453e-b877-872b61b954dc req-6b227422-477d-4ad0-a831-fb2b89af421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:00.402707 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-90e14452-5841-453e-b877-872b61b954dc req-6b227422-477d-4ad0-a831-fb2b89af421d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba80c533-b449-4bd2-905c-b36310580e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788996 Sep 03 18:34:00.402846 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-abacd8bb-fcff-410a-bc09-c200f1be9cb7 None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:34:00.454184 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device df834070-fd10-4d2c-b2e5-89464baf6069 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:00.508334 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9298'] for router, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:00.511705 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:00.535750 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-90e14452-5841-453e-b877-872b61b954dc req-c8557d61-b547-455b-b706-ecfa9fc70ee5 service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249666 Sep 03 18:34:00.619633 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559974'] for router, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:00.620029 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd2ad8f-384f-4e70-8922-c4ec6962f468 {{(pid=94512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:34:00.625134 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:00.628882 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c6121777-da02-480f-94de-71c28b8ad79a admin admin] 10.222.0.43 "DELETE /v2.0/routers/bcd2ad8f-384f-4e70-8922-c4ec6962f468 HTTP/1.1" status: 204 len: 168 time: 1.3417773 Sep 03 18:34:00.629539 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39504) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:00.650614 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-90e14452-5841-453e-b877-872b61b954dc req-caebe3d3-9972-4a2e-8922-f619a127d723 service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007071 Sep 03 18:34:00.667694 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: df834070-fd10-4d2c-b2e5-89464baf6069 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:00.668029 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device df834070-fd10-4d2c-b2e5-89464baf6069 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:00.685748 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9bdfc7-0155-42d7-9683-3437f17361d6 admin admin] Deleting subnet ef249a28-b8ba-412f-abf6-fe030040e42d {{(pid=94512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:34:00.692096 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ee9bdfc7-0155-42d7-9683-3437f17361d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:00.737195 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ee9bdfc7-0155-42d7-9683-3437f17361d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62900416'] for subnet, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:00.824792 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ee9bdfc7-0155-42d7-9683-3437f17361d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:00.829982 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-abacd8bb-fcff-410a-bc09-c200f1be9cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'a09b8a1a-ec03-4b28-8915-a7f94fc0f34f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:cc:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:30:26Z', 'updated_at': '2021-09-03T18:30:28Z', 'revision_number': 1, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:00.863025 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abacd8bb-fcff-410a-bc09-c200f1be9cb7 None None] The sync data for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi is: [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_floatingips': [{'id': 'a09b8a1a-ec03-4b28-8915-a7f94fc0f34f', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'router_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'port_id': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'mac_address': 'fa:16:3e:cc:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:30:26Z', 'updated_at': '2021-09-03T18:30:28Z', 'revision_number': 1, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:34:00.956362 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ee9bdfc7-0155-42d7-9683-3437f17361d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62748012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62429670'] for subnet, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:00.982467 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bdfc7-0155-42d7-9683-3437f17361d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef249a28-b8ba-412f-abf6-fe030040e42d,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:00.989051 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-ee9bdfc7-0155-42d7-9683-3437f17361d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:00.990973 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-ee9bdfc7-0155-42d7-9683-3437f17361d6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ef249a28-b8ba-412f-abf6-fe030040e42d HTTP/1.1" status: 204 len: 168 time: 0.3602054 Sep 03 18:34:00.994109 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39506) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:00.997950 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e3812c-1f5c-4719-9113-712285f309da None None] Network f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:34:01.090424 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.185798 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Deleting port 53023282-043e-4681-934a-f04c91ce5c77 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:01.185798 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.265911 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] For port 53023282-043e-4681-934a-f04c91ce5c77, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=53023282-043e-4681-934a-f04c91ce5c77,segment=NetworkSegment(0c4e4403-622b-4a84-9826-632c3ddfd258),segment_id=0c4e4403-622b-4a84-9826-632c3ddfd258)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:01.266530 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.272947 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72257814-05d2-416f-a114-f28adca3a840 None None] DHCP port deletion for f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 request from dv-cinder-760193-9-iscsi {{(pid=94514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:34:01.290739 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Calling delete_port for 53023282-043e-4681-934a-f04c91ce5c77 owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:01.332478 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-72257814-05d2-416f-a114-f28adca3a840 None None] Deleting port 53023282-043e-4681-934a-f04c91ce5c77 {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:01.332958 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-72257814-05d2-416f-a114-f28adca3a840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.356165 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04314de8-ede2-4749-be48-d282b07c5209 None None] New status for floating IP b5ebfe1d-27d4-4bdb-a17b-c8bc67b43000: DOWN {{(pid=94515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:34:01.411054 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-72257814-05d2-416f-a114-f28adca3a840 None None] For port 53023282-043e-4681-934a-f04c91ce5c77, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=53023282-043e-4681-934a-f04c91ce5c77,segment=NetworkSegment(0c4e4403-622b-4a84-9826-632c3ddfd258),segment_id=0c4e4403-622b-4a84-9826-632c3ddfd258)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:01.411549 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-72257814-05d2-416f-a114-f28adca3a840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.429034 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-72257814-05d2-416f-a114-f28adca3a840 None None] Calling delete_port for 53023282-043e-4681-934a-f04c91ce5c77 owned by network:dhcp {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:01.508885 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.528145 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-72257814-05d2-416f-a114-f28adca3a840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.538291 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Pushing event deleted for resources: {'Port': ['ID=53023282-043e-4681-934a-f04c91ce5c77,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:01.544239 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] No DVR routers for this DVR port 53023282-043e-4681-934a-f04c91ce5c77 on host dv-cinder-760193-9-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:34:01.557957 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72257814-05d2-416f-a114-f28adca3a840 None None] Pushing event deleted for resources: {'Port': ['ID=53023282-043e-4681-934a-f04c91ce5c77,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:01.559476 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977da80-676b-4540-a91b-ab0ede770d0e req-d77c1bbe-31a4-4659-8de2-d325261b9cb6 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:01.559969 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72257814-05d2-416f-a114-f28adca3a840 None None] No DVR routers for this DVR port 53023282-043e-4681-934a-f04c91ce5c77 on host dv-cinder-760193-9-iscsi {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:34:01.565772 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0977da80-676b-4540-a91b-ab0ede770d0e req-d77c1bbe-31a4-4659-8de2-d325261b9cb6 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 945 time: 0.0745049 Sep 03 18:34:01.603718 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-0977da80-676b-4540-a91b-ab0ede770d0e req-59a22bea-50cd-4dc1-a5d3-46aa5f1e153a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366011 Sep 03 18:34:01.628448 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.640157 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a521b8-b3e7-482c-a6e7-d6f8ca604b49']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:01.651168 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4e4403-622b-4a84-9826-632c3ddfd258') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:01.651467 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4e4403-622b-4a84-9826-632c3ddfd258') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:01.660542 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.675196 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.682180 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:34:01.682601 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:34:01.684437 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:34:01.817271 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.822795 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:01.829196 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f3a521b8-b3e7-482c-a6e7-d6f8ca604b49 HTTP/1.1" status: 204 len: 168 time: 0.8296254 Sep 03 18:34:01.835707 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc40cf5-b9a3-43cf-b7b9-db4b82284749 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a521b8-b3e7-482c-a6e7-d6f8ca604b49,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:01.950315 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f455c-feda-4474-b1ea-3c4776ca1c53 req-b0feea66-4820-43fc-b56a-08af24ac92cc tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:01.951801 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-669f455c-feda-4474-b1ea-3c4776ca1c53 req-b0feea66-4820-43fc-b56a-08af24ac92cc tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 945 time: 0.0499101 Sep 03 18:34:02.014604 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 53023282-043e-4681-934a-f04c91ce5c77 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:02.036511 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 53023282-043e-4681-934a-f04c91ce5c77 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:02.036947 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 53023282-043e-4681-934a-f04c91ce5c77 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:02.037351 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 42859424-3f66-4698-a4e6-fec04760075d no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:02.059115 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 42859424-3f66-4698-a4e6-fec04760075d {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:02.059487 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 42859424-3f66-4698-a4e6-fec04760075d not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:02.070953 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-669f455c-feda-4474-b1ea-3c4776ca1c53 req-f82050e7-daf8-4114-b945-70ed9e9042b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Deleting port bbfb3100-9477-4cee-ae0e-fc808e909aeb {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:02.071186 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-669f455c-feda-4474-b1ea-3c4776ca1c53 req-f82050e7-daf8-4114-b945-70ed9e9042b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:02.169540 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-669f455c-feda-4474-b1ea-3c4776ca1c53 req-f82050e7-daf8-4114-b945-70ed9e9042b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] For port bbfb3100-9477-4cee-ae0e-fc808e909aeb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbfb3100-9477-4cee-ae0e-fc808e909aeb,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:02.169910 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-669f455c-feda-4474-b1ea-3c4776ca1c53 req-f82050e7-daf8-4114-b945-70ed9e9042b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:02.184721 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-669f455c-feda-4474-b1ea-3c4776ca1c53 req-f82050e7-daf8-4114-b945-70ed9e9042b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Calling delete_port for bbfb3100-9477-4cee-ae0e-fc808e909aeb owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:02.288511 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39520) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:02.330356 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-94670812-09f9-44dd-973c-82c96da055c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7eb803d0a4f429fab159f7d8a3ee7fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439043 Sep 03 18:34:02.332732 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39522) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:02.385120 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c27606b0-1743-4f14-9a50-4af236035918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:02.400333 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-669f455c-feda-4474-b1ea-3c4776ca1c53 req-f82050e7-daf8-4114-b945-70ed9e9042b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:02.408759 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c27606b0-1743-4f14-9a50-4af236035918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:02.429919 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82050e7-daf8-4114-b945-70ed9e9042b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event deleted for resources: {'Port': ['ID=bbfb3100-9477-4cee-ae0e-fc808e909aeb,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:02.474880 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-669f455c-feda-4474-b1ea-3c4776ca1c53 req-f82050e7-daf8-4114-b945-70ed9e9042b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] No DVR routers for this DVR port bbfb3100-9477-4cee-ae0e-fc808e909aeb on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:34:02.478001 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-669f455c-feda-4474-b1ea-3c4776ca1c53 req-f82050e7-daf8-4114-b945-70ed9e9042b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:02.482568 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-669f455c-feda-4474-b1ea-3c4776ca1c53 req-f82050e7-daf8-4114-b945-70ed9e9042b5 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "DELETE /v2.0/ports/bbfb3100-9477-4cee-ae0e-fc808e909aeb HTTP/1.1" status: 204 len: 173 time: 0.5183227 Sep 03 18:34:02.482568 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'name': 'network-vif-deleted', 'tag': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:34:02.483797 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7a9c91-0e86-417e-8f11-62edcf2d47ee" -d '{"events": [{"server_uuid": "59643c82-73c6-47b6-b90e-8f73be3b2be1", "name": "network-vif-deleted", "tag": "bbfb3100-9477-4cee-ae0e-fc808e909aeb"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:34:02.528018 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8887b3bc-431a-402b-b14c-09ec62cae665 x-openstack-request-id: req-8887b3bc-431a-402b-b14c-09ec62cae665 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:34:02.528424 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59643c82-73c6-47b6-b90e-8f73be3b2be1", "name": "network-vif-deleted", "tag": "bbfb3100-9477-4cee-ae0e-fc808e909aeb", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:34:02.528792 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8887b3bc-431a-402b-b14c-09ec62cae665 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:34:02.529294 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59643c82-73c6-47b6-b90e-8f73be3b2be1', 'name': 'network-vif-deleted', 'tag': 'bbfb3100-9477-4cee-ae0e-fc808e909aeb', 'status': 'completed', 'code': 200} Sep 03 18:34:02.577508 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c27606b0-1743-4f14-9a50-4af236035918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:02.581220 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c27606b0-1743-4f14-9a50-4af236035918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:02.582497 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c27606b0-1743-4f14-9a50-4af236035918 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6bd6e140-4c37-4dbb-a677-4ae612eefc1a HTTP/1.1" status: 204 len: 168 time: 0.2488134 Sep 03 18:34:02.591946 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27606b0-1743-4f14-9a50-4af236035918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd6e140-4c37-4dbb-a677-4ae612eefc1a,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:02.731783 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-5f0a7912-44b5-479e-99c6-307b0ff1be3a req-33548221-6997-4757-a69a-71a3c88f1efb tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 210 time: 0.0337694 Sep 03 18:34:02.766815 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:34:03.114057 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a654f6-4616-49c9-86f0-f78bd1a0a0d2 req-cbb17c03-2b49-4ff7-93e2-bacf9b8d400e tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:03.115481 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a5a654f6-4616-49c9-86f0-f78bd1a0a0d2 req-cbb17c03-2b49-4ff7-93e2-bacf9b8d400e tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 945 time: 0.0537527 Sep 03 18:34:03.158867 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a5a654f6-4616-49c9-86f0-f78bd1a0a0d2 req-83280af5-4a4c-432c-b072-d324088526df tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337274 Sep 03 18:34:03.401361 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39538) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:03.445459 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-2c660c24-1e24-4a6b-a203-12a5f36f371f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76e47d412c89432faf8e135d4670b67a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428531 Sep 03 18:34:03.447861 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39540) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:03.498990 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5a670a44-42c8-494e-a17d-788f4ee1d325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:03.524583 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5a670a44-42c8-494e-a17d-788f4ee1d325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:03.663072 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5a670a44-42c8-494e-a17d-788f4ee1d325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:03.666627 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5a670a44-42c8-494e-a17d-788f4ee1d325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:03.671729 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-5a670a44-42c8-494e-a17d-788f4ee1d325 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69e0270e-84df-4614-9fb8-7c975f207e4f HTTP/1.1" status: 204 len: 168 time: 0.2190061 Sep 03 18:34:03.676213 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a670a44-42c8-494e-a17d-788f4ee1d325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e0270e-84df-4614-9fb8-7c975f207e4f,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:03.856366 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-95e6b41b-2df3-481f-a0a0-b846245b7087 req-e3ff7236-df76-4808-bad4-3d9cb41b455e tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=59643c82-73c6-47b6-b90e-8f73be3b2be1 HTTP/1.1" status: 200 len: 210 time: 0.0310245 Sep 03 18:34:04.282930 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e26460-2c67-44f9-bfc8-4e2cb986387d req-bb71e657-6f64-4b76-bc89-d7d2fe00ba02 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:04.284450 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-21e26460-2c67-44f9-bfc8-4e2cb986387d req-bb71e657-6f64-4b76-bc89-d7d2fe00ba02 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 945 time: 0.0510948 Sep 03 18:34:04.324329 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-21e26460-2c67-44f9-bfc8-4e2cb986387d req-7224a673-6dd9-436e-89ea-0cd00df9dd1a tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337141 Sep 03 18:34:04.839621 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb7d03-d1a5-46b4-b6c1-be18ab72862a req-03736786-5719-405d-b1af-6336e2e9a01b tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:04.841128 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2eeb7d03-d1a5-46b4-b6c1-be18ab72862a req-03736786-5719-405d-b1af-6336e2e9a01b tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 945 time: 0.0490799 Sep 03 18:34:04.937776 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-2eeb7d03-d1a5-46b4-b6c1-be18ab72862a req-12f9b491-1920-4cd9-a5cc-e32577bffd40 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Deleting port d4382483-5136-4217-a542-057237b75d7f {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:04.938473 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2eeb7d03-d1a5-46b4-b6c1-be18ab72862a req-12f9b491-1920-4cd9-a5cc-e32577bffd40 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:05.030843 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-2eeb7d03-d1a5-46b4-b6c1-be18ab72862a req-12f9b491-1920-4cd9-a5cc-e32577bffd40 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] For port d4382483-5136-4217-a542-057237b75d7f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d4382483-5136-4217-a542-057237b75d7f,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:05.031209 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2eeb7d03-d1a5-46b4-b6c1-be18ab72862a req-12f9b491-1920-4cd9-a5cc-e32577bffd40 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:05.051030 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-2eeb7d03-d1a5-46b4-b6c1-be18ab72862a req-12f9b491-1920-4cd9-a5cc-e32577bffd40 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Calling delete_port for d4382483-5136-4217-a542-057237b75d7f owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:05.302695 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2eeb7d03-d1a5-46b4-b6c1-be18ab72862a req-12f9b491-1920-4cd9-a5cc-e32577bffd40 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:05.314494 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['ed32e95a-bd0c-4fea-964b-cda120e9ab7a', '977ca956-365b-4d73-9b9b-294906df74a3', '62cd031a-2c02-4bab-9cbe-2e2113cd0fd7', 'd4382483-5136-4217-a542-057237b75d7f'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:34:05.332781 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9b491-1920-4cd9-a5cc-e32577bffd40 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Pushing event deleted for resources: {'Port': ['ID=d4382483-5136-4217-a542-057237b75d7f,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:05.379316 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeb7d03-d1a5-46b4-b6c1-be18ab72862a req-12f9b491-1920-4cd9-a5cc-e32577bffd40 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] No DVR routers for this DVR port d4382483-5136-4217-a542-057237b75d7f on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:34:05.382574 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-2eeb7d03-d1a5-46b4-b6c1-be18ab72862a req-12f9b491-1920-4cd9-a5cc-e32577bffd40 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:05.393892 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2eeb7d03-d1a5-46b4-b6c1-be18ab72862a req-12f9b491-1920-4cd9-a5cc-e32577bffd40 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "DELETE /v2.0/ports/d4382483-5136-4217-a542-057237b75d7f HTTP/1.1" status: 204 len: 173 time: 0.5386848 Sep 03 18:34:05.393892 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e99125-9ebf-4747-9402-786d4debb8d8', 'name': 'network-vif-deleted', 'tag': 'd4382483-5136-4217-a542-057237b75d7f'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:34:05.393892 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d757320-c1de-49d2-874f-7a3e31be04a6" -d '{"events": [{"server_uuid": "88e99125-9ebf-4747-9402-786d4debb8d8", "name": "network-vif-deleted", "tag": "d4382483-5136-4217-a542-057237b75d7f"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:34:05.436122 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-488f1bbe-f8e5-4777-bcc7-c63750fd427c req-8a20aeb8-9149-4cee-afab-6fba33077fe2 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 210 time: 0.0324843 Sep 03 18:34:05.437624 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67459de6-0e6f-47ed-8c65-1d9ef4960d9a x-openstack-request-id: req-67459de6-0e6f-47ed-8c65-1d9ef4960d9a {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:34:05.438535 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e99125-9ebf-4747-9402-786d4debb8d8", "name": "network-vif-deleted", "tag": "d4382483-5136-4217-a542-057237b75d7f", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:34:05.438535 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67459de6-0e6f-47ed-8c65-1d9ef4960d9a {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:34:05.438535 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e99125-9ebf-4747-9402-786d4debb8d8', 'name': 'network-vif-deleted', 'tag': 'd4382483-5136-4217-a542-057237b75d7f', 'status': 'completed', 'code': 200} Sep 03 18:34:05.874523 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device d4382483-5136-4217-a542-057237b75d7f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:05.895878 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: d4382483-5136-4217-a542-057237b75d7f {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:05.896236 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device d4382483-5136-4217-a542-057237b75d7f not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:05.896693 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device bbfb3100-9477-4cee-ae0e-fc808e909aeb no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:05.916129 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: bbfb3100-9477-4cee-ae0e-fc808e909aeb {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:05.916482 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device bbfb3100-9477-4cee-ae0e-fc808e909aeb not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:06.571251 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-7ceddbc7-d302-4c8b-bf55-ac9a8af2a574 req-caa6265e-6c75-430e-8907-d72082eac88e tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=88e99125-9ebf-4747-9402-786d4debb8d8 HTTP/1.1" status: 200 len: 210 time: 0.0272343 Sep 03 18:34:07.436835 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39568) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:07.854332 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Deleting port 884c5f37-33e8-466c-8dbc-98f706fbddf6 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:07.854921 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:07.940726 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:07.941138 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:07.953173 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Calling delete_port for 884c5f37-33e8-466c-8dbc-98f706fbddf6 owned by network:floatingip {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:08.155406 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:08.182958 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event deleted for resources: {'Port': ['ID=884c5f37-33e8-466c-8dbc-98f706fbddf6,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:08.245541 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:08.245885 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.db.l3_db [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Floating IP a09b8a1a-ec03-4b28-8915-a7f94fc0f34f disassociated (deleted). External IP: 172.27.2.61, port: f8538e03-81bc-44ef-8836-a4b46851121f. Sep 03 18:34:08.463862 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:34:08.582775 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:34:08.589008 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:08.594313 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1be57-79f8-4b38-a18a-159f1bcfe066 None None] Sync routers for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:34:08.603725 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba1be57-79f8-4b38-a18a-159f1bcfe066 None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:34:08.604437 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-9ba1be57-79f8-4b38-a18a-159f1bcfe066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:08.619158 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-657a566d-ebd0-47bd-81a9-9359efa13d7c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "DELETE /v2.0/floatingips/a09b8a1a-ec03-4b28-8915-a7f94fc0f34f HTTP/1.1" status: 204 len: 168 time: 1.1783276 Sep 03 18:34:08.619158 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'tag': 'f8538e03-81bc-44ef-8836-a4b46851121f'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:34:08.619481 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c0e0f5-620b-4c4a-ab42-48614f60dccc" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb", "tag": "f8538e03-81bc-44ef-8836-a4b46851121f"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:34:08.655916 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be7efac-0b91-423c-8c5b-97e6830fec7d x-openstack-request-id: req-0be7efac-0b91-423c-8c5b-97e6830fec7d {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:34:08.656202 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb", "tag": "f8538e03-81bc-44ef-8836-a4b46851121f", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:34:08.656457 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0be7efac-0b91-423c-8c5b-97e6830fec7d {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:34:08.656959 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'tag': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'status': 'completed', 'code': 200} Sep 03 18:34:08.725879 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-9ba1be57-79f8-4b38-a18a-159f1bcfe066 None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:34:08.727658 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e0f5-620b-4c4a-ab42-48614f60dccc req-a34f2946-f631-4510-ade7-ee5b3c3f029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:08.729229 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a4c0e0f5-620b-4c4a-ab42-48614f60dccc req-a34f2946-f631-4510-ade7-ee5b3c3f029a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f19ece7da994796b3ce82fe98aa8882&device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 1099 time: 0.0510602 Sep 03 18:34:08.834220 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e0f5-620b-4c4a-ab42-48614f60dccc req-da872b14-afb4-43a1-8a08-e43535679f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:08.835760 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a4c0e0f5-620b-4c4a-ab42-48614f60dccc req-da872b14-afb4-43a1-8a08-e43535679f8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 200 len: 913 time: 0.1001337 Sep 03 18:34:08.886878 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a4c0e0f5-620b-4c4a-ab42-48614f60dccc req-af5e3b81-6bc9-4f5f-821d-c0581cee9374 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8538e03-81bc-44ef-8836-a4b46851121f HTTP/1.1" status: 200 len: 217 time: 0.0433841 Sep 03 18:34:08.936432 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-9ba1be57-79f8-4b38-a18a-159f1bcfe066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:08.948493 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e0f5-620b-4c4a-ab42-48614f60dccc req-4c5a03b3-4e84-46f0-b96a-713cc9e4deee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:08.948493 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a4c0e0f5-620b-4c4a-ab42-48614f60dccc req-4c5a03b3-4e84-46f0-b96a-713cc9e4deee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0c2d93e9-0e8d-4bcd-ac14-e435a882418d HTTP/1.1" status: 200 len: 851 time: 0.0520446 Sep 03 18:34:08.973649 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1be57-79f8-4b38-a18a-159f1bcfe066 None None] Checking router: 9db69f24-bbc6-4029-84eb-bd9a3f907b04 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:34:08.986254 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba1be57-79f8-4b38-a18a-159f1bcfe066 None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:34:08.986961 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-9ba1be57-79f8-4b38-a18a-159f1bcfe066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:09.006782 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0e0f5-620b-4c4a-ab42-48614f60dccc req-c9c05929-66a7-42dd-b7e3-501f9975d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:09.009252 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a4c0e0f5-620b-4c4a-ab42-48614f60dccc req-c9c05929-66a7-42dd-b7e3-501f9975d7a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ba80c533-b449-4bd2-905c-b36310580e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522070 Sep 03 18:34:09.111750 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-9ba1be57-79f8-4b38-a18a-159f1bcfe066 None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:34:09.129275 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99053f8-49d1-4317-bbe6-4931c00490d9 req-c243ad6c-aa92-49e5-b90e-b87fb1db836d tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:09.130836 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e99053f8-49d1-4317-bbe6-4931c00490d9 req-c243ad6c-aa92-49e5-b90e-b87fb1db836d tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 946 time: 0.1059194 Sep 03 18:34:09.159928 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a4c0e0f5-620b-4c4a-ab42-48614f60dccc req-3728a923-85b9-47ed-a791-2808274ff280 service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425712 Sep 03 18:34:09.207238 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e99053f8-49d1-4317-bbe6-4931c00490d9 req-9ea452a6-ea5f-41ea-ba72-542bfe2b88c6 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670857 Sep 03 18:34:09.290537 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-a4c0e0f5-620b-4c4a-ab42-48614f60dccc req-02f13b3e-7e17-4a65-a51f-2daf37e3713c service neutron] 10.222.0.32 "GET /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220057 Sep 03 18:34:09.345472 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-9ba1be57-79f8-4b38-a18a-159f1bcfe066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:09.374485 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba1be57-79f8-4b38-a18a-159f1bcfe066 None None] The sync data for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi is: [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:00Z', 'revision_number': 4, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi', '_interfaces': [{'id': 'c6c938b0-6c2f-4d01-bf91-53290f8472fc', 'name': '', 'network_id': 'ba80c533-b449-4bd2-905c-b36310580e6d', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'mac_address': 'fa:16:3e:90:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:59Z', 'updated_at': '2021-09-03T18:27:06Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'subnets': [{'id': '0c2d93e9-0e8d-4bcd-ac14-e435a882418d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:34:09.433358 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5022bd-2744-4e39-9745-3eca39dca59a req-6059f2bf-994d-4f8a-b3ba-ce4331f5fcb2 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:09.434963 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1f5022bd-2744-4e39-9745-3eca39dca59a req-6059f2bf-994d-4f8a-b3ba-ce4331f5fcb2 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 945 time: 0.0527623 Sep 03 18:34:09.480694 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1f5022bd-2744-4e39-9745-3eca39dca59a req-3e0f95d6-36e3-40f6-94c0-02f92cb31afb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389616 Sep 03 18:34:09.602782 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdf110e-c09f-47d4-94ed-743a955ee892 None None] New status for floating IP a09b8a1a-ec03-4b28-8915-a7f94fc0f34f: DOWN {{(pid=94515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:34:09.873595 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:10.331378 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c4a5a-4084-459d-ae5e-3f59ce49e8a4 req-8a41fcd6-db77-42a0-8447-67f6ead09fd8 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:10.332929 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8e4c4a5a-4084-459d-ae5e-3f59ce49e8a4 req-8a41fcd6-db77-42a0-8447-67f6ead09fd8 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 946 time: 0.0538504 Sep 03 18:34:10.372882 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-8e4c4a5a-4084-459d-ae5e-3f59ce49e8a4 req-e7d8c72e-faed-4301-b469-31ba5bd09771 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/security-groups?id=d073ec74-30c0-4313-814c-90a5338d0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336468 Sep 03 18:34:10.481180 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648059d3-91f4-432d-a8a4-a0433550899f req-9fa22a5c-00a3-49b9-8356-719c18e64c0a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:10.482595 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-648059d3-91f4-432d-a8a4-a0433550899f req-9fa22a5c-00a3-49b9-8356-719c18e64c0a tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 946 time: 0.0500236 Sep 03 18:34:10.616931 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f664cc5-0b6c-4368-b722-c62d1c04d791 req-b7ef4e44-bb66-4d57-9b5a-22c2fb54e023 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:10.618529 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2f664cc5-0b6c-4368-b722-c62d1c04d791 req-b7ef4e44-bb66-4d57-9b5a-22c2fb54e023 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 945 time: 0.0649509 Sep 03 18:34:10.624829 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-648059d3-91f4-432d-a8a4-a0433550899f req-a6e4fdc5-23ed-4394-ba28-de4ec906aa98 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Deleting port f8538e03-81bc-44ef-8836-a4b46851121f {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:10.625181 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-648059d3-91f4-432d-a8a4-a0433550899f req-a6e4fdc5-23ed-4394-ba28-de4ec906aa98 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:10.719183 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2f664cc5-0b6c-4368-b722-c62d1c04d791 req-ba7d9ffb-b098-4c1c-8bfb-24b4c02ddda3 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908399 Sep 03 18:34:10.749450 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-648059d3-91f4-432d-a8a4-a0433550899f req-a6e4fdc5-23ed-4394-ba28-de4ec906aa98 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] For port f8538e03-81bc-44ef-8836-a4b46851121f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f8538e03-81bc-44ef-8836-a4b46851121f,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:10.749745 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-648059d3-91f4-432d-a8a4-a0433550899f req-a6e4fdc5-23ed-4394-ba28-de4ec906aa98 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:10.768804 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-648059d3-91f4-432d-a8a4-a0433550899f req-a6e4fdc5-23ed-4394-ba28-de4ec906aa98 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Calling delete_port for f8538e03-81bc-44ef-8836-a4b46851121f owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:10.950143 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b51c12-2498-4000-ba7c-0947da85bdd9 req-3fee794c-a3c1-4bd1-baaf-29f26de26815 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:10.951697 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e8b51c12-2498-4000-ba7c-0947da85bdd9 req-3fee794c-a3c1-4bd1-baaf-29f26de26815 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 945 time: 0.0532207 Sep 03 18:34:10.987561 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-648059d3-91f4-432d-a8a4-a0433550899f req-a6e4fdc5-23ed-4394-ba28-de4ec906aa98 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:11.022278 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4fdc5-23ed-4394-ba28-de4ec906aa98 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event deleted for resources: {'Port': ['ID=f8538e03-81bc-44ef-8836-a4b46851121f,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:11.092264 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-648059d3-91f4-432d-a8a4-a0433550899f req-a6e4fdc5-23ed-4394-ba28-de4ec906aa98 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] No DVR routers for this DVR port f8538e03-81bc-44ef-8836-a4b46851121f on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:34:11.096006 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-648059d3-91f4-432d-a8a4-a0433550899f req-a6e4fdc5-23ed-4394-ba28-de4ec906aa98 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:11.098009 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-648059d3-91f4-432d-a8a4-a0433550899f req-a6e4fdc5-23ed-4394-ba28-de4ec906aa98 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.32 "DELETE /v2.0/ports/f8538e03-81bc-44ef-8836-a4b46851121f HTTP/1.1" status: 204 len: 173 time: 0.6085765 Sep 03 18:34:11.098438 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'name': 'network-vif-deleted', 'tag': 'f8538e03-81bc-44ef-8836-a4b46851121f'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:34:11.100747 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5b9b3a-0993-421c-8e16-fafac8ae24ac" -d '{"events": [{"server_uuid": "e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb", "name": "network-vif-deleted", "tag": "f8538e03-81bc-44ef-8836-a4b46851121f"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:34:11.124799 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-e8b51c12-2498-4000-ba7c-0947da85bdd9 req-20c64803-daa9-449d-b06d-45f996fe34cb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Deleting port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:11.124974 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e8b51c12-2498-4000-ba7c-0947da85bdd9 req-20c64803-daa9-449d-b06d-45f996fe34cb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:11.142651 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63d6a68-85b0-4928-bf8a-8177613ee4c7 x-openstack-request-id: req-e63d6a68-85b0-4928-bf8a-8177613ee4c7 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:34:11.142940 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb", "name": "network-vif-deleted", "tag": "f8538e03-81bc-44ef-8836-a4b46851121f", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:34:11.143190 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e63d6a68-85b0-4928-bf8a-8177613ee4c7 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:34:11.143580 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb', 'name': 'network-vif-deleted', 'tag': 'f8538e03-81bc-44ef-8836-a4b46851121f', 'status': 'completed', 'code': 200} Sep 03 18:34:11.224703 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-e8b51c12-2498-4000-ba7c-0947da85bdd9 req-20c64803-daa9-449d-b06d-45f996fe34cb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] For port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=62cd031a-2c02-4bab-9cbe-2e2113cd0fd7,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:11.225067 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e8b51c12-2498-4000-ba7c-0947da85bdd9 req-20c64803-daa9-449d-b06d-45f996fe34cb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:11.238515 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-e8b51c12-2498-4000-ba7c-0947da85bdd9 req-20c64803-daa9-449d-b06d-45f996fe34cb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Calling delete_port for 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:11.470510 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-6d75e289-ca60-4010-8d6a-ab7a8d7b1704 req-d56cd0d0-8850-42f9-8caa-34351a9f2206 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 210 time: 0.0288713 Sep 03 18:34:11.479987 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e8b51c12-2498-4000-ba7c-0947da85bdd9 req-20c64803-daa9-449d-b06d-45f996fe34cb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:11.491625 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['ed32e95a-bd0c-4fea-964b-cda120e9ab7a', '977ca956-365b-4d73-9b9b-294906df74a3', '62cd031a-2c02-4bab-9cbe-2e2113cd0fd7'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:34:11.543980 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c64803-daa9-449d-b06d-45f996fe34cb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Pushing event deleted for resources: {'Port': ['ID=62cd031a-2c02-4bab-9cbe-2e2113cd0fd7,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:11.585367 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b51c12-2498-4000-ba7c-0947da85bdd9 req-20c64803-daa9-449d-b06d-45f996fe34cb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] No DVR routers for this DVR port 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:34:11.589567 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-e8b51c12-2498-4000-ba7c-0947da85bdd9 req-20c64803-daa9-449d-b06d-45f996fe34cb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:11.591562 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e8b51c12-2498-4000-ba7c-0947da85bdd9 req-20c64803-daa9-449d-b06d-45f996fe34cb tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "DELETE /v2.0/ports/62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 HTTP/1.1" status: 204 len: 173 time: 0.6287210 Sep 03 18:34:11.608065 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e6fb294e-2dd7-413d-bfe6-7b6c2235e66b req-98c3a083-36a7-4ae8-a12b-592957aa7860 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650432 Sep 03 18:34:11.697301 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb294e-2dd7-413d-bfe6-7b6c2235e66b req-3485c1c9-02e3-4fd3-95ec-72a5cf7d210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:11.698942 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e6fb294e-2dd7-413d-bfe6-7b6c2235e66b req-3485c1c9-02e3-4fd3-95ec-72a5cf7d210c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0eae7d1350ba435693f7c4926e831e88&device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 1098 time: 0.0469477 Sep 03 18:34:11.833996 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d16ccd7d-feb8-4144-9fd3-266c1b4e8af1 req-8cb34cc4-b1b0-4fc1-9fd0-6074bbaef943 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 210 time: 0.0356455 Sep 03 18:34:11.852364 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb294e-2dd7-413d-bfe6-7b6c2235e66b req-28f0e809-b286-4d86-bd8e-0b35d9610143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:11.853999 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e6fb294e-2dd7-413d-bfe6-7b6c2235e66b req-28f0e809-b286-4d86-bd8e-0b35d9610143 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b2bc5055-21ff-439d-9558-4cd99c3dac05 HTTP/1.1" status: 200 len: 916 time: 0.1338117 Sep 03 18:34:11.900207 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e6fb294e-2dd7-413d-bfe6-7b6c2235e66b req-0e9fede8-eb69-4758-95d4-310f2919170e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed32e95a-bd0c-4fea-964b-cda120e9ab7a HTTP/1.1" status: 200 len: 217 time: 0.0387332 Sep 03 18:34:11.950907 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb294e-2dd7-413d-bfe6-7b6c2235e66b req-e4cd21fe-6625-4300-b7aa-cec5212f46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:11.952390 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e6fb294e-2dd7-413d-bfe6-7b6c2235e66b req-e4cd21fe-6625-4300-b7aa-cec5212f46d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ae67caf-6af3-471e-92c9-26a6095a37fc HTTP/1.1" status: 200 len: 855 time: 0.0453980 Sep 03 18:34:11.986285 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e6fb294e-2dd7-413d-bfe6-7b6c2235e66b req-7a240d7a-b2d1-4bc1-8549-b96b615757ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b2bc5055-21ff-439d-9558-4cd99c3dac05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259566 Sep 03 18:34:12.082755 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e6fb294e-2dd7-413d-bfe6-7b6c2235e66b req-6ba2c96f-521d-4fd0-8778-370095068ff1 service neutron] 10.222.0.32 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871072 Sep 03 18:34:12.184482 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-e6fb294e-2dd7-413d-bfe6-7b6c2235e66b req-1ef74e13-eec9-4c45-ba2f-cd8519d87f29 service neutron] 10.222.0.32 "GET /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893519 Sep 03 18:34:12.578291 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-d79051ff-bd15-42cb-b3ed-f0e3340035c0 req-438a0e6e-514f-4a47-9e3b-5c54bd5d046c tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "GET /v2.0/ports?device_id=e4a0d45f-3d62-4c0b-85df-9b0b9fab48cb HTTP/1.1" status: 200 len: 210 time: 0.0284460 Sep 03 18:34:12.942267 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-004c57f0-9738-42da-9c99-4126554b3434 req-2037de87-da8d-4724-8081-7c356032a4d2 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc3aae0-d62e-4109-9ac5-dd060eb1f329 HTTP/1.1" status: 200 len: 210 time: 0.0273015 Sep 03 18:34:13.144506 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc3aae0-d62e-4109-9ac5-dd060eb1f329', 'name': 'network-vif-deleted', 'tag': '62cd031a-2c02-4bab-9cbe-2e2113cd0fd7'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:34:13.146810 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09da25d-2997-43cd-8802-9b2bf0647cce" -d '{"events": [{"server_uuid": "dcc3aae0-d62e-4109-9ac5-dd060eb1f329", "name": "network-vif-deleted", "tag": "62cd031a-2c02-4bab-9cbe-2e2113cd0fd7"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:34:13.182532 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163bcb9d-1e13-4939-b9a9-c0b23872944b x-openstack-request-id: req-163bcb9d-1e13-4939-b9a9-c0b23872944b {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:34:13.182876 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc3aae0-d62e-4109-9ac5-dd060eb1f329", "name": "network-vif-deleted", "tag": "62cd031a-2c02-4bab-9cbe-2e2113cd0fd7", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:34:13.183131 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-163bcb9d-1e13-4939-b9a9-c0b23872944b {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:34:13.183518 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc3aae0-d62e-4109-9ac5-dd060eb1f329', 'name': 'network-vif-deleted', 'tag': '62cd031a-2c02-4bab-9cbe-2e2113cd0fd7', 'status': 'completed', 'code': 200} Sep 03 18:34:13.631974 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39606) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:13.762182 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-5715423d-75fe-42fc-b2fc-d53af4f140e3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Deleting port 3921c32e-d237-4aae-8053-990bd5822caf {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:13.762529 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5715423d-75fe-42fc-b2fc-d53af4f140e3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:13.839066 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5715423d-75fe-42fc-b2fc-d53af4f140e3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:13.839406 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5715423d-75fe-42fc-b2fc-d53af4f140e3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:13.851756 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-5715423d-75fe-42fc-b2fc-d53af4f140e3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Calling delete_port for 3921c32e-d237-4aae-8053-990bd5822caf owned by network:floatingip {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:13.872105 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device f8538e03-81bc-44ef-8836-a4b46851121f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:13.894846 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: f8538e03-81bc-44ef-8836-a4b46851121f {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:13.895188 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device f8538e03-81bc-44ef-8836-a4b46851121f not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:13.895615 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:13.914913 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:13.915263 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 62cd031a-2c02-4bab-9cbe-2e2113cd0fd7 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:14.056470 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5715423d-75fe-42fc-b2fc-d53af4f140e3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:14.082547 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715423d-75fe-42fc-b2fc-d53af4f140e3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event deleted for resources: {'Port': ['ID=3921c32e-d237-4aae-8053-990bd5822caf,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:14.152504 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5715423d-75fe-42fc-b2fc-d53af4f140e3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for floatingip, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:14.155186 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-5715423d-75fe-42fc-b2fc-d53af4f140e3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for floatingip, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:14.156354 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-5715423d-75fe-42fc-b2fc-d53af4f140e3 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "DELETE /v2.0/floatingips/9c93b9f9-80ec-4852-9b78-ea51426c1b7f HTTP/1.1" status: 204 len: 168 time: 0.5234039 Sep 03 18:34:14.591103 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc8c39-798e-4f4c-a2e7-e35c0961cb11 req-f361f1d8-6968-4db4-8a39-ea81c02ad1e1 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:14.592827 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-76fc8c39-798e-4f4c-a2e7-e35c0961cb11 req-f361f1d8-6968-4db4-8a39-ea81c02ad1e1 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 945 time: 0.0613215 Sep 03 18:34:14.637484 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-76fc8c39-798e-4f4c-a2e7-e35c0961cb11 req-76d37004-9451-4967-bb55-0dfbe8c48106 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353315 Sep 03 18:34:15.640004 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39624) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:15.705078 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c2ea858b-9674-47f1-8ea2-f293b399eec7 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:15.740551 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c2ea858b-9674-47f1-8ea2-f293b399eec7 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:15.805893 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172cc8fe-1f0f-4e0a-afac-f1b9697f76bc req-87fdbee9-4d7d-488b-82e3-32d11d5926f1 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:15.807353 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-172cc8fe-1f0f-4e0a-afac-f1b9697f76bc req-87fdbee9-4d7d-488b-82e3-32d11d5926f1 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 945 time: 0.0883300 Sep 03 18:34:15.872854 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-172cc8fe-1f0f-4e0a-afac-f1b9697f76bc req-1c936e10-2b89-4e06-9570-9ddf8b187cfe tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586064 Sep 03 18:34:15.889421 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58effb2f-0732-4f14-9e58-ec8658dd68fd req-8af7fb18-d0e2-4792-bd2d-95cf5d12f32a tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:15.890867 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-58effb2f-0732-4f14-9e58-ec8658dd68fd req-8af7fb18-d0e2-4792-bd2d-95cf5d12f32a tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 945 time: 0.0636864 Sep 03 18:34:15.966406 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c2ea858b-9674-47f1-8ea2-f293b399eec7 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:15.969246 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-c2ea858b-9674-47f1-8ea2-f293b399eec7 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:15.970408 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-c2ea858b-9674-47f1-8ea2-f293b399eec7 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] 10.222.0.43 "DELETE /v2.0/security-groups/d073ec74-30c0-4313-814c-90a5338d0cda HTTP/1.1" status: 204 len: 168 time: 0.3293903 Sep 03 18:34:15.984736 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea858b-9674-47f1-8ea2-f293b399eec7 tempest-TestVolumeBootPattern-26254605 tempest-TestVolumeBootPattern-26254605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d073ec74-30c0-4313-814c-90a5338d0cda,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:16.014854 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-58effb2f-0732-4f14-9e58-ec8658dd68fd req-25ebfd14-89f5-4433-abd7-43d2cc9db096 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Deleting port 977ca956-365b-4d73-9b9b-294906df74a3 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:16.014854 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-58effb2f-0732-4f14-9e58-ec8658dd68fd req-25ebfd14-89f5-4433-abd7-43d2cc9db096 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:16.095036 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-58effb2f-0732-4f14-9e58-ec8658dd68fd req-25ebfd14-89f5-4433-abd7-43d2cc9db096 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] For port 977ca956-365b-4d73-9b9b-294906df74a3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=977ca956-365b-4d73-9b9b-294906df74a3,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:16.095402 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-58effb2f-0732-4f14-9e58-ec8658dd68fd req-25ebfd14-89f5-4433-abd7-43d2cc9db096 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:16.112497 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-58effb2f-0732-4f14-9e58-ec8658dd68fd req-25ebfd14-89f5-4433-abd7-43d2cc9db096 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Calling delete_port for 977ca956-365b-4d73-9b9b-294906df74a3 owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:16.124613 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39630) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:16.336740 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-58effb2f-0732-4f14-9e58-ec8658dd68fd req-25ebfd14-89f5-4433-abd7-43d2cc9db096 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:16.347833 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] get_ports_and_sgs() called for port_ids ['ed32e95a-bd0c-4fea-964b-cda120e9ab7a', '977ca956-365b-4d73-9b9b-294906df74a3'] {{(pid=94514) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:34:16.372863 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebfd14-89f5-4433-abd7-43d2cc9db096 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Pushing event deleted for resources: {'Port': ['ID=977ca956-365b-4d73-9b9b-294906df74a3,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:16.420520 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-58effb2f-0732-4f14-9e58-ec8658dd68fd req-25ebfd14-89f5-4433-abd7-43d2cc9db096 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] No DVR routers for this DVR port 977ca956-365b-4d73-9b9b-294906df74a3 on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:34:16.423360 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-58effb2f-0732-4f14-9e58-ec8658dd68fd req-25ebfd14-89f5-4433-abd7-43d2cc9db096 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:16.425610 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-58effb2f-0732-4f14-9e58-ec8658dd68fd req-25ebfd14-89f5-4433-abd7-43d2cc9db096 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "DELETE /v2.0/ports/977ca956-365b-4d73-9b9b-294906df74a3 HTTP/1.1" status: 204 len: 173 time: 0.5290871 Sep 03 18:34:16.426138 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13e39a2-f15f-4604-a78e-c2d3632d1902', 'name': 'network-vif-deleted', 'tag': '977ca956-365b-4d73-9b9b-294906df74a3'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:34:16.428477 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2bb57b-5a41-449f-9e44-7e9fd1896367" -d '{"events": [{"server_uuid": "e13e39a2-f15f-4604-a78e-c2d3632d1902", "name": "network-vif-deleted", "tag": "977ca956-365b-4d73-9b9b-294906df74a3"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:34:16.474790 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fad624b-e70d-4250-8e4b-32f45b1ce75b x-openstack-request-id: req-7fad624b-e70d-4250-8e4b-32f45b1ce75b {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:34:16.475086 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13e39a2-f15f-4604-a78e-c2d3632d1902", "name": "network-vif-deleted", "tag": "977ca956-365b-4d73-9b9b-294906df74a3", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:34:16.475347 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fad624b-e70d-4250-8e4b-32f45b1ce75b {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:34:16.475745 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13e39a2-f15f-4604-a78e-c2d3632d1902', 'name': 'network-vif-deleted', 'tag': '977ca956-365b-4d73-9b9b-294906df74a3', 'status': 'completed', 'code': 200} Sep 03 18:34:16.705363 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d622a9b9-332c-4291-9b3a-025fd4520d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563258'] for router_interface, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:16.951446 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-d622a9b9-332c-4291-9b3a-025fd4520d9d admin admin] Deleting port c6c938b0-6c2f-4d01-bf91-53290f8472fc {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:16.951788 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d622a9b9-332c-4291-9b3a-025fd4520d9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:16.981930 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-12ed25a0-9fc2-4b9d-b0f5-1b85bfe0a7d2 req-f483403a-398f-4915-8bcd-759cd8a83845 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e13e39a2-f15f-4604-a78e-c2d3632d1902 HTTP/1.1" status: 200 len: 210 time: 0.0302353 Sep 03 18:34:17.034392 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-d622a9b9-332c-4291-9b3a-025fd4520d9d admin admin] For port c6c938b0-6c2f-4d01-bf91-53290f8472fc, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=c6c938b0-6c2f-4d01-bf91-53290f8472fc,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:17.035190 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d622a9b9-332c-4291-9b3a-025fd4520d9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:17.047859 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-d622a9b9-332c-4291-9b3a-025fd4520d9d admin admin] Calling delete_port for c6c938b0-6c2f-4d01-bf91-53290f8472fc owned by network:router_interface {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:17.319431 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d622a9b9-332c-4291-9b3a-025fd4520d9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:17.344743 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622a9b9-332c-4291-9b3a-025fd4520d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=c6c938b0-6c2f-4d01-bf91-53290f8472fc,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:17.525479 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-d622a9b9-332c-4291-9b3a-025fd4520d9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1047720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563374'] for router_interface, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:17.749263 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d622a9b9-332c-4291-9b3a-025fd4520d9d admin admin] Router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94512) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:34:17.867363 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d622a9b9-332c-4291-9b3a-025fd4520d9d admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94512) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:34:17.875972 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-d622a9b9-332c-4291-9b3a-025fd4520d9d admin admin] 10.222.0.43 "PUT /v2.0/routers/9db69f24-bbc6-4029-84eb-bd9a3f907b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7458603 Sep 03 18:34:17.876102 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39638) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:17.885481 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedf2a86-3a52-4df7-8e4d-28f88a585563 None None] Sync routers for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:34:17.927959 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf2a86-3a52-4df7-8e4d-28f88a585563 None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:34:17.928596 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-aedf2a86-3a52-4df7-8e4d-28f88a585563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:17.988351 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Notify callbacks [] for router, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:18.058317 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-aedf2a86-3a52-4df7-8e4d-28f88a585563 None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:34:18.108026 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:18.257620 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Deleting port e9754294-daed-4846-8acb-6cf3d10f6d17 {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:18.257985 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:18.358905 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] For port e9754294-daed-4846-8acb-6cf3d10f6d17, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=e9754294-daed-4846-8acb-6cf3d10f6d17,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:18.359362 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:18.372458 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Calling delete_port for e9754294-daed-4846-8acb-6cf3d10f6d17 owned by network:router_gateway {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:18.420017 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-aedf2a86-3a52-4df7-8e4d-28f88a585563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:34:17Z', 'revision_number': 5, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port': {'id': 'e9754294-daed-4846-8acb-6cf3d10f6d17', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fa:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:18.447842 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedf2a86-3a52-4df7-8e4d-28f88a585563 None None] Checking router: 9db69f24-bbc6-4029-84eb-bd9a3f907b04 for host: dv-cinder-760193-9-iscsi {{(pid=94514) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:34:18.458358 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf2a86-3a52-4df7-8e4d-28f88a585563 None None] Routers {'9db69f24-bbc6-4029-84eb-bd9a3f907b04'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94514) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:34:18.459025 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-aedf2a86-3a52-4df7-8e4d-28f88a585563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'], 'active': True} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:18.560382 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvr_db [None req-aedf2a86-3a52-4df7-8e4d-28f88a585563 None None] Set router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 gateway port host: None {{(pid=94514) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:34:18.615815 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_hamode_db [None req-aedf2a86-3a52-4df7-8e4d-28f88a585563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:34:18Z', 'revision_number': 6, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port_host': None}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:18.643285 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedf2a86-3a52-4df7-8e4d-28f88a585563 None None] The sync data for ids ['9db69f24-bbc6-4029-84eb-bd9a3f907b04'] in dv-cinder-760193-9-iscsi is: [{'id': '9db69f24-bbc6-4029-84eb-bd9a3f907b04', 'name': 'tempest-TestVolumeBootPattern-1550968496-router', 'tenant_id': '3f19ece7da994796b3ce82fe98aa8882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:26:57Z', 'updated_at': '2021-09-03T18:34:18Z', 'revision_number': 6, 'project_id': '3f19ece7da994796b3ce82fe98aa8882', 'gw_port_host': None}] {{(pid=94514) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:34:18.679255 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:18.706886 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9754294-daed-4846-8acb-6cf3d10f6d17,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:18.772351 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566208'] for router_gateway, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.121543 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9298'] for router, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.123739 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.250537 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559974'] for router, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.251114 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9db69f24-bbc6-4029-84eb-bd9a3f907b04 {{(pid=94513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:34:19.255410 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] Notify callbacks [] for router, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.256750 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-aed8f111-e5c8-425a-9b67-0e745f238f70 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9db69f24-bbc6-4029-84eb-bd9a3f907b04 HTTP/1.1" status: 204 len: 168 time: 1.3791780 Sep 03 18:34:19.259116 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39646) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:19.304072 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d8f6fe-20ab-4e84-af2b-f1851cb5a1e0 admin admin] Deleting subnet 0c2d93e9-0e8d-4bcd-ac14-e435a882418d {{(pid=94513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:34:19.307275 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-77d8f6fe-20ab-4e84-af2b-f1851cb5a1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.344253 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-77d8f6fe-20ab-4e84-af2b-f1851cb5a1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62589034'] for subnet, precommit_delete_associations {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.439297 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-77d8f6fe-20ab-4e84-af2b-f1851cb5a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.589874 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-77d8f6fe-20ab-4e84-af2b-f1851cb5a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1821046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62815037'] for subnet, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.615252 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8f6fe-20ab-4e84-af2b-f1851cb5a1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c2d93e9-0e8d-4bcd-ac14-e435a882418d,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:19.621630 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-77d8f6fe-20ab-4e84-af2b-f1851cb5a1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.626178 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-77d8f6fe-20ab-4e84-af2b-f1851cb5a1e0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0c2d93e9-0e8d-4bcd-ac14-e435a882418d HTTP/1.1" status: 204 len: 168 time: 0.3636961 Sep 03 18:34:19.626488 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39652) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:19.627538 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5885a5aa-03fc-44a3-a477-2361aecdd460 None None] Network ba80c533-b449-4bd2-905c-b36310580e6d requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:34:19.720948 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.785021 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Deleting port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:19.785370 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.833988 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] DHCP port deletion for ba80c533-b449-4bd2-905c-b36310580e6d request from dv-cinder-760193-9-iscsi {{(pid=94514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:34:19.865642 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] For port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:19.865999 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.880835 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Calling delete_port for 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:19.893390 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Deleting port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:19.893766 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:19.907406 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 977ca956-365b-4d73-9b9b-294906df74a3 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:19.920705 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655e509-bec4-4163-9977-e8f4c6d73f35 req-6c7aeb53-a572-4725-a383-c1cf7a4e13f9 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:19.922924 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1655e509-bec4-4163-9977-e8f4c6d73f35 req-6c7aeb53-a572-4725-a383-c1cf7a4e13f9 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0632379 Sep 03 18:34:19.934829 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: 977ca956-365b-4d73-9b9b-294906df74a3 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:19.935166 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device 977ca956-365b-4d73-9b9b-294906df74a3 not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:19.969064 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1655e509-bec4-4163-9977-e8f4c6d73f35 req-1cba5e34-8f31-489d-a142-5b5d6d842da3 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385735 Sep 03 18:34:19.989147 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] For port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f,segment=NetworkSegment(d30b2574-8fb6-4735-8ac6-9af7e2092558),segment_id=d30b2574-8fb6-4735-8ac6-9af7e2092558)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:19.989708 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:20.003036 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Calling delete_port for 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f owned by network:dhcp {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:20.046311 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device e9754294-daed-4846-8acb-6cf3d10f6d17 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:20.067935 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:20.069530 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: e9754294-daed-4846-8acb-6cf3d10f6d17 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:20.069885 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device e9754294-daed-4846-8acb-6cf3d10f6d17 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:20.070305 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device c6c938b0-6c2f-4d01-bf91-53290f8472fc no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:20.095686 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:20.097336 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: c6c938b0-6c2f-4d01-bf91-53290f8472fc {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:20.097487 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device c6c938b0-6c2f-4d01-bf91-53290f8472fc not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:20.097662 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] No DVR routers for this DVR port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f on host dv-cinder-760193-9-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:34:20.097792 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:20.126619 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:20.127094 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:20.146288 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:20.172949 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Pushing event deleted for resources: {'Port': ['ID=2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:20.175514 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] No DVR routers for this DVR port 2156a9bb-baa7-4be5-b0a2-6c1f8b467d9f on host dv-cinder-760193-9-iscsi {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:34:20.175974 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:20.187098 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba80c533-b449-4bd2-905c-b36310580e6d']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:20.189236 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:34:20.189599 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:34:20.189956 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:34:20.190298 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:34:20.190638 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:34:20.190978 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:34:20.191351 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:34:20.191689 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:34:20.192024 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:34:20.192405 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:34:20.192969 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:34:20.193152 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850ea9e-520e-48c6-b3be-782e51f1221d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-9-iscsi {{(pid=94514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:34:20.199180 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30b2574-8fb6-4735-8ac6-9af7e2092558') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:20.199483 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30b2574-8fb6-4735-8ac6-9af7e2092558') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:20.209593 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:20.224946 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:20.230872 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:34:20.231268 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:34:20.233001 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:34:20.353488 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:20.360533 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:20.362439 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ba80c533-b449-4bd2-905c-b36310580e6d HTTP/1.1" status: 204 len: 168 time: 0.7349439 Sep 03 18:34:20.365558 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39656) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:20.372119 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eac0d0-1e24-44ef-b227-532abc1b06d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba80c533-b449-4bd2-905c-b36310580e6d,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:20.725619 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3b156042-897a-4355-9767-6a429bcff90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:20.727799 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-17454df4-2397-4499-a20e-b3c234aa413d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-563258'] for router_interface, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:20.972573 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-17454df4-2397-4499-a20e-b3c234aa413d admin admin] Deleting port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:20.972934 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-17454df4-2397-4499-a20e-b3c234aa413d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:21.076998 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [None req-17454df4-2397-4499-a20e-b3c234aa413d admin admin] For port 3dcc3ea0-278e-4355-be91-c82cae3ac0ea, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=3dcc3ea0-278e-4355-be91-c82cae3ac0ea,segment=NetworkSegment(01a45d97-ab21-4aa9-a5b6-3cb27ee630ee),segment_id=01a45d97-ab21-4aa9-a5b6-3cb27ee630ee)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:21.077363 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-17454df4-2397-4499-a20e-b3c234aa413d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:21.092269 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [None req-17454df4-2397-4499-a20e-b3c234aa413d admin admin] Calling delete_port for 3dcc3ea0-278e-4355-be91-c82cae3ac0ea owned by network:router_interface {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:21.116283 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802eb0b-4764-467e-bbc0-2c4487a0171b req-7d2942e8-c719-4aca-ba36-9a7335d4957e tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:21.117805 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2802eb0b-4764-467e-bbc0-2c4487a0171b req-7d2942e8-c719-4aca-ba36-9a7335d4957e tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0782208 Sep 03 18:34:21.191665 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-2802eb0b-4764-467e-bbc0-2c4487a0171b req-93e4d87f-8ee3-46c8-9942-553f72c4e058 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467758 Sep 03 18:34:21.422092 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-17454df4-2397-4499-a20e-b3c234aa413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:21.449965 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17454df4-2397-4499-a20e-b3c234aa413d admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcc3ea0-278e-4355-be91-c82cae3ac0ea,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:21.629777 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472df99-3797-45ce-9a11-e7b5ab10010d req-8aa56bde-dbbb-49ad-8d7f-feae6dff31af tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:21.631254 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1472df99-3797-45ce-9a11-e7b5ab10010d req-8aa56bde-dbbb-49ad-8d7f-feae6dff31af tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 945 time: 0.1198137 Sep 03 18:34:21.681394 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-17454df4-2397-4499-a20e-b3c234aa413d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1047720', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563374'] for router_interface, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:21.810311 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-1472df99-3797-45ce-9a11-e7b5ab10010d req-7e316061-a95e-43f5-acbf-019c8a7bbd7f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Deleting port ed32e95a-bd0c-4fea-964b-cda120e9ab7a {{(pid=94513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:21.810549 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1472df99-3797-45ce-9a11-e7b5ab10010d req-7e316061-a95e-43f5-acbf-019c8a7bbd7f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:21.973972 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.db [req-1472df99-3797-45ce-9a11-e7b5ab10010d req-7e316061-a95e-43f5-acbf-019c8a7bbd7f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] For port ed32e95a-bd0c-4fea-964b-cda120e9ab7a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed32e95a-bd0c-4fea-964b-cda120e9ab7a,segment=NetworkSegment(ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5),segment_id=ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5)] {{(pid=94513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:21.974331 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1472df99-3797-45ce-9a11-e7b5ab10010d req-7e316061-a95e-43f5-acbf-019c8a7bbd7f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:21.991039 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.plugins.ml2.plugin [req-1472df99-3797-45ce-9a11-e7b5ab10010d req-7e316061-a95e-43f5-acbf-019c8a7bbd7f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Calling delete_port for ed32e95a-bd0c-4fea-964b-cda120e9ab7a owned by compute:nova {{(pid=94513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:22.041285 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17454df4-2397-4499-a20e-b3c234aa413d admin admin] Router 76131a36-1e7b-4eea-bd7c-db1f556ef201 has already been hosted by L3 agent 460e90e2-430d-4e1a-b879-5d041f572a99 {{(pid=94513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:34:22.209407 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17454df4-2397-4499-a20e-b3c234aa413d admin admin] Notify agent at l3_agent.dv-cinder-760193-9-iscsi the message routers_updated {{(pid=94513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:34:22.220165 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39662) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:22.220788 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-17454df4-2397-4499-a20e-b3c234aa413d admin admin] 10.222.0.43 "PUT /v2.0/routers/76131a36-1e7b-4eea-bd7c-db1f556ef201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8533595 Sep 03 18:34:22.221840 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97fa1e-a995-4223-a127-020f2bd4f4ab None None] Sync routers for ids ['76131a36-1e7b-4eea-bd7c-db1f556ef201'] in dv-cinder-760193-9-iscsi {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:34:22.237801 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c97fa1e-a995-4223-a127-020f2bd4f4ab None None] Routers {'76131a36-1e7b-4eea-bd7c-db1f556ef201'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:34:22.238718 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-9c97fa1e-a995-4223-a127-020f2bd4f4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['76131a36-1e7b-4eea-bd7c-db1f556ef201'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:22.336575 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:22.337902 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78527a9-e19c-48dc-a55b-b9cf75ce0cf2 req-568dde9f-5262-4fb7-bd87-753e89de6465 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:34:22.340187 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b78527a9-e19c-48dc-a55b-b9cf75ce0cf2 req-568dde9f-5262-4fb7-bd87-753e89de6465 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 945 time: 0.0732028 Sep 03 18:34:22.366776 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1472df99-3797-45ce-9a11-e7b5ab10010d req-7e316061-a95e-43f5-acbf-019c8a7bbd7f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1821019'] for port, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:22.409289 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e316061-a95e-43f5-acbf-019c8a7bbd7f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Pushing event deleted for resources: {'Port': ['ID=ed32e95a-bd0c-4fea-964b-cda120e9ab7a,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:22.435718 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-b78527a9-e19c-48dc-a55b-b9cf75ce0cf2 req-b8354662-5ab4-4a34-b69b-4df45c5c7caa tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863929 Sep 03 18:34:22.455959 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:22.464382 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-9c97fa1e-a995-4223-a127-020f2bd4f4ab None None] Set router 76131a36-1e7b-4eea-bd7c-db1f556ef201 gateway port host: dv-cinder-760193-9-iscsi {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:34:22.464691 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1472df99-3797-45ce-9a11-e7b5ab10010d req-7e316061-a95e-43f5-acbf-019c8a7bbd7f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] No DVR routers for this DVR port ed32e95a-bd0c-4fea-964b-cda120e9ab7a on host hv-cinder-76019 {{(pid=94513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:34:22.464691 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [req-1472df99-3797-45ce-9a11-e7b5ab10010d req-7e316061-a95e-43f5-acbf-019c8a7bbd7f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6722'] for port, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:22.464691 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-1472df99-3797-45ce-9a11-e7b5ab10010d req-7e316061-a95e-43f5-acbf-019c8a7bbd7f tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.32 "DELETE /v2.0/ports/ed32e95a-bd0c-4fea-964b-cda120e9ab7a HTTP/1.1" status: 204 len: 173 time: 0.8267796 Sep 03 18:34:22.464995 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e912f606-1e0c-4683-9a39-6f6a4ac2f2a7', 'name': 'network-vif-deleted', 'tag': 'ed32e95a-bd0c-4fea-964b-cda120e9ab7a'}] {{(pid=94513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:34:22.467235 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ef016b5d49e13709e12694ae4ddaf909589d3651297aa68d4371a94bfb5af374" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe917da8-1d65-423b-b6d6-0511dd1b4a6e" -d '{"events": [{"server_uuid": "e912f606-1e0c-4683-9a39-6f6a4ac2f2a7", "name": "network-vif-deleted", "tag": "ed32e95a-bd0c-4fea-964b-cda120e9ab7a"}]}' {{(pid=94513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:34:22.505834 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e15997-36a3-4b4c-ab89-d2e7749f1dc3 x-openstack-request-id: req-d5e15997-36a3-4b4c-ab89-d2e7749f1dc3 {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:34:22.506131 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e912f606-1e0c-4683-9a39-6f6a4ac2f2a7", "name": "network-vif-deleted", "tag": "ed32e95a-bd0c-4fea-964b-cda120e9ab7a", "status": "completed", "code": 200}]} {{(pid=94513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:34:22.506387 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d5e15997-36a3-4b4c-ab89-d2e7749f1dc3 {{(pid=94513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:34:22.506788 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e912f606-1e0c-4683-9a39-6f6a4ac2f2a7', 'name': 'network-vif-deleted', 'tag': 'ed32e95a-bd0c-4fea-964b-cda120e9ab7a', 'status': 'completed', 'code': 200} Sep 03 18:34:22.634369 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-9c97fa1e-a995-4223-a127-020f2bd4f4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'name': 'tempest-TestVolumeBootPattern-42163099-router', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'external_fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:34:21Z', 'revision_number': 5, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'gw_port': {'id': 'd880872a-d448-4abc-b18c-cfd81f369fe6', 'name': '', 'network_id': 'faebfe95-4400-41e1-be0f-d85963a19747', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:0d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:27:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '967ba45e-8199-4508-8f71-2cc065b5147b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-9-iscsi'}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:22.662506 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97fa1e-a995-4223-a127-020f2bd4f4ab None None] Checking router: 76131a36-1e7b-4eea-bd7c-db1f556ef201 for host: dv-cinder-760193-9-iscsi {{(pid=94515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:34:22.672145 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c97fa1e-a995-4223-a127-020f2bd4f4ab None None] Routers {'76131a36-1e7b-4eea-bd7c-db1f556ef201'} bound to L3 agent in host dv-cinder-760193-9-iscsi {{(pid=94515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:34:22.672814 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-9c97fa1e-a995-4223-a127-020f2bd4f4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:14:53Z,description=,heartbeat_timestamp=2021-09-03T18:33:53Z,host='dv-cinder-760193-9-iscsi',id=460e90e2-430d-4e1a-b879-5d041f572a99,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:14:54Z,topic='l3_agent')) {'router_ids': ['76131a36-1e7b-4eea-bd7c-db1f556ef201'], 'active': True} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:22.687466 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Deleting port d880872a-d448-4abc-b18c-cfd81f369fe6 {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:22.687837 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:22.762501 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_dvr_db [None req-9c97fa1e-a995-4223-a127-020f2bd4f4ab None None] Set router 76131a36-1e7b-4eea-bd7c-db1f556ef201 gateway port host: None {{(pid=94515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:34:22.773564 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] For port d880872a-d448-4abc-b18c-cfd81f369fe6, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=d880872a-d448-4abc-b18c-cfd81f369fe6,segment=NetworkSegment(8a517dc0-f43e-4360-90e8-5629ce4c5d5c),segment_id=8a517dc0-f43e-4360-90e8-5629ce4c5d5c)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:22.773969 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:22.786909 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Calling delete_port for d880872a-d448-4abc-b18c-cfd81f369fe6 owned by network:router_gateway {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:22.816746 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.l3_hamode_db [None req-9c97fa1e-a995-4223-a127-020f2bd4f4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'name': 'tempest-TestVolumeBootPattern-42163099-router', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:34:22Z', 'revision_number': 6, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'gw_port_host': None}], 'dv-cinder-760193-9-iscsi', False) {} {{(pid=94515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:22.847964 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97fa1e-a995-4223-a127-020f2bd4f4ab None None] The sync data for ids ['76131a36-1e7b-4eea-bd7c-db1f556ef201'] in dv-cinder-760193-9-iscsi is: [{'id': '76131a36-1e7b-4eea-bd7c-db1f556ef201', 'name': 'tempest-TestVolumeBootPattern-42163099-router', 'tenant_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:27:03Z', 'updated_at': '2021-09-03T18:34:22Z', 'revision_number': 6, 'project_id': '70fd6b5c13cb4a4b92ae22dc60047c51', 'gw_port_host': None}] {{(pid=94515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:34:23.016555 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b05970d6-03a8-4a1b-b644-dea31f8bc356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.279375 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.307288 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d880872a-d448-4abc-b18c-cfd81f369fe6,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:23.368609 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566208'] for router_gateway, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.462020 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.463594 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-559903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9298'] for router, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.465871 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.547487 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [req-935f3dd1-80c5-4c8c-ab8f-aed9d78ef5c0 req-3994db38-341b-410a-bbc2-daff86a4dc60 tempest-AttachVolumeNegativeTest-2111165768 tempest-AttachVolumeNegativeTest-2111165768-project] 10.222.0.43 "GET /v2.0/ports?device_id=e912f606-1e0c-4683-9a39-6f6a4ac2f2a7 HTTP/1.1" status: 200 len: 210 time: 0.0270858 Sep 03 18:34:23.606248 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-559974'] for router, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.607189 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76131a36-1e7b-4eea-bd7c-db1f556ef201 {{(pid=94512) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:34:23.612314 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.613948 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-8b5e1893-392c-449d-ab93-a7a963b968c4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/76131a36-1e7b-4eea-bd7c-db1f556ef201 HTTP/1.1" status: 204 len: 168 time: 1.3928082 Sep 03 18:34:23.616679 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39668) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:23.662267 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a641215-4e77-4b3d-aec4-86d9544c4e74 admin admin] Deleting subnet 59c10e60-041b-47b5-b5da-5b3f9c70bc81 {{(pid=94513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:34:23.665540 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3a641215-4e77-4b3d-aec4-86d9544c4e74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.702253 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3a641215-4e77-4b3d-aec4-86d9544c4e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62589034'] for subnet, precommit_delete_associations {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.786062 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3a641215-4e77-4b3d-aec4-86d9544c4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.929791 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3a641215-4e77-4b3d-aec4-86d9544c4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1821046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62815037'] for subnet, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.934740 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device ed32e95a-bd0c-4fea-964b-cda120e9ab7a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:23.954551 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] No Port match for: ed32e95a-bd0c-4fea-964b-cda120e9ab7a {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:23.954915 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Device ed32e95a-bd0c-4fea-964b-cda120e9ab7a not bound to the agent host hv-cinder-76019 {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:23.956312 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a641215-4e77-4b3d-aec4-86d9544c4e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c10e60-041b-47b5-b5da-5b3f9c70bc81,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:23.960136 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-3a641215-4e77-4b3d-aec4-86d9544c4e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for subnet, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:23.965180 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39670) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:23.965343 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-3a641215-4e77-4b3d-aec4-86d9544c4e74 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/59c10e60-041b-47b5-b5da-5b3f9c70bc81 HTTP/1.1" status: 204 len: 168 time: 0.3474910 Sep 03 18:34:23.965809 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ce2a0-396f-470d-a250-356c0a69bdbf None None] Network 7c3aa896-c8a6-4ed0-af29-b2597df07642 requested from dv-cinder-760193-9-iscsi {{(pid=94514) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:34:24.044137 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.049451 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device d880872a-d448-4abc-b18c-cfd81f369fe6 no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:24.101816 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: d880872a-d448-4abc-b18c-cfd81f369fe6 {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:24.102164 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device d880872a-d448-4abc-b18c-cfd81f369fe6 not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:24.102586 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 3dcc3ea0-278e-4355-be91-c82cae3ac0ea no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:24.104261 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Deleting port 868af5c8-800e-40e2-b908-24176f443a0e {{(pid=94512) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:24.104612 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.126830 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 3dcc3ea0-278e-4355-be91-c82cae3ac0ea {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:24.127097 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 3dcc3ea0-278e-4355-be91-c82cae3ac0ea not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:24.171693 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.db [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] For port 868af5c8-800e-40e2-b908-24176f443a0e, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=868af5c8-800e-40e2-b908-24176f443a0e,segment=NetworkSegment(01a45d97-ab21-4aa9-a5b6-3cb27ee630ee),segment_id=01a45d97-ab21-4aa9-a5b6-3cb27ee630ee)] {{(pid=94512) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:24.172091 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.184817 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.plugin [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Calling delete_port for 868af5c8-800e-40e2-b908-24176f443a0e owned by network:dhcp {{(pid=94512) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:24.201214 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c81220-9f43-4aa7-9982-ef3957661888 None None] DHCP port deletion for 7c3aa896-c8a6-4ed0-af29-b2597df07642 request from dv-cinder-760193-9-iscsi {{(pid=94514) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:34:24.226724 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.249381 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-14c81220-9f43-4aa7-9982-ef3957661888 None None] Deleting port 868af5c8-800e-40e2-b908-24176f443a0e {{(pid=94514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:34:24.249753 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-14c81220-9f43-4aa7-9982-ef3957661888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738553154798'] for port, before_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.311509 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.db [None req-14c81220-9f43-4aa7-9982-ef3957661888 None None] For port 868af5c8-800e-40e2-b908-24176f443a0e, host dv-cinder-760193-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-9-iscsi',level=0,port_id=868af5c8-800e-40e2-b908-24176f443a0e,segment=NetworkSegment(01a45d97-ab21-4aa9-a5b6-3cb27ee630ee),segment_id=01a45d97-ab21-4aa9-a5b6-3cb27ee630ee)] {{(pid=94514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:34:24.311910 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-14c81220-9f43-4aa7-9982-ef3957661888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570419'] for port, precommit_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.324588 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-14c81220-9f43-4aa7-9982-ef3957661888 None None] Calling delete_port for 868af5c8-800e-40e2-b908-24176f443a0e owned by network:dhcp {{(pid=94514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:34:24.353494 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62747969'] for port, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.379468 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=868af5c8-800e-40e2-b908-24176f443a0e,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:24.383152 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] No DVR routers for this DVR port 868af5c8-800e-40e2-b908-24176f443a0e on host dv-cinder-760193-9-iscsi {{(pid=94512) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:34:24.405682 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-14c81220-9f43-4aa7-9982-ef3957661888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4049852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738553159608', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738552640130'] for port, after_delete {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.430863 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c81220-9f43-4aa7-9982-ef3957661888 None None] Pushing event deleted for resources: {'Port': ['ID=868af5c8-800e-40e2-b908-24176f443a0e,revision_number=None']} {{(pid=94514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:24.434896 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c81220-9f43-4aa7-9982-ef3957661888 None None] No DVR routers for this DVR port 868af5c8-800e-40e2-b908-24176f443a0e on host dv-cinder-760193-9-iscsi {{(pid=94514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:34:24.460109 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.470757 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3aa896-c8a6-4ed0-af29-b2597df07642']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:24.481015 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a45d97-ab21-4aa9-a5b6-3cb27ee630ee') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:24.481323 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a45d97-ab21-4aa9-a5b6-3cb27ee630ee') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:24.490500 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.504463 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.510924 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:34:24.515832 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:34:24.603108 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39674) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:24.647577 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.651889 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.db.db_base_plugin_v2 [None req-637a8a81-598c-4a59-897c-7423b51ea34a admin admin] Deleting subnet 0ae67caf-6af3-471e-92c9-26a6095a37fc {{(pid=94512) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:34:24.657072 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.658935 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7c3aa896-c8a6-4ed0-af29-b2597df07642 HTTP/1.1" status: 204 len: 168 time: 0.6925197 Sep 03 18:34:24.661436 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637a8a81-598c-4a59-897c-7423b51ea34a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.692574 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd333dd3-7281-4f19-8c47-5f7d4d2edb30 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3aa896-c8a6-4ed0-af29-b2597df07642,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:24.711315 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637a8a81-598c-4a59-897c-7423b51ea34a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62900416'] for subnet, precommit_delete_associations {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.750873 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637a8a81-598c-4a59-897c-7423b51ea34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4094617'] for subnet, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.896456 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637a8a81-598c-4a59-897c-7423b51ea34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4094688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62748012', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62429670'] for subnet, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.923299 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a8a81-598c-4a59-897c-7423b51ea34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae67caf-6af3-471e-92c9-26a6095a37fc,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:24.936360 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-637a8a81-598c-4a59-897c-7423b51ea34a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:24.936360 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-637a8a81-598c-4a59-897c-7423b51ea34a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0ae67caf-6af3-471e-92c9-26a6095a37fc HTTP/1.1" status: 204 len: 168 time: 0.3268223 Sep 03 18:34:24.936360 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39678) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:25.005728 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39680) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:25.007137 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4027282'] for network, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.047647 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-148ebb86-cddf-4522-bab1-278cabd882a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f19ece7da994796b3ce82fe98aa8882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385089 Sep 03 18:34:25.047938 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39682) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:25.084927 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4089356', 'neutron.services.segments.db._delete_segments_for_network-8738553186133'] for network, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.095246 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bc5055-21ff-439d-9558-4cd99c3dac05']}} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:25.096848 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1411efc3-1dce-4166-97d7-308adf438a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.105698 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5') {'for_net_delete': True} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:25.106019 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.services.segments.db [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2e1a8c-f400-4d4b-bbc1-6ebd001d43c5') {} {{(pid=94512) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:34:25.115008 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738553188446', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62900441'] for segment, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.118560 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1411efc3-1dce-4166-97d7-308adf438a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.133751 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992'] for segment, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.139722 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94512) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:34:25.140117 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4090992', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62747954'] for segment, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: Traceback (most recent call last): Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: timer() Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: cb(*args, **kw) Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: return func(*args, **kwargs) Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: self._notify() Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: self.callback(batched_events) Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: event.method(event) Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: return f(self, *a, **k) Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._get(url).json() Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: return self.request(url, 'GET', **kwargs) Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:34:25.141841 dv-cinder-760193-9-iscsi neutron-server[94512]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:34:25.285220 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4089371', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1047761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-681768'] for network, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.285550 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1411efc3-1dce-4166-97d7-308adf438a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.289491 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-1411efc3-1dce-4166-97d7-308adf438a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.291038 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1047747'] for network, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.296103 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-1411efc3-1dce-4166-97d7-308adf438a3f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b63d9550-5283-4b7d-8c2f-85ff65d7bdcf HTTP/1.1" status: 204 len: 168 time: 0.2428622 Sep 03 18:34:25.296943 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] 10.222.0.43 "DELETE /v2.0/networks/b2bc5055-21ff-439d-9558-4cd99c3dac05 HTTP/1.1" status: 204 len: 168 time: 0.3585005 Sep 03 18:34:25.303196 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411efc3-1dce-4166-97d7-308adf438a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63d9550-5283-4b7d-8c2f-85ff65d7bdcf,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:25.315873 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d713c-44a7-4d63-9fd8-cf5f3dfe5b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=b2bc5055-21ff-439d-9558-4cd99c3dac05,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:25.741785 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39690) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:25.781572 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-a45b1dcc-305b-4b81-b8b2-1b710b1434f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0eae7d1350ba435693f7c4926e831e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386226 Sep 03 18:34:25.784103 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39692) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:25.832643 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-bbbf33ab-b9cd-4bbb-814b-a22d786a9dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.854340 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-bbbf33ab-b9cd-4bbb-814b-a22d786a9dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.896245 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.970800 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-bbbf33ab-b9cd-4bbb-814b-a22d786a9dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.973621 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-bbbf33ab-b9cd-4bbb-814b-a22d786a9dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:25.977983 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-bbbf33ab-b9cd-4bbb-814b-a22d786a9dce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb397e0a-5918-4e9c-9ffb-d62f08c2d55f HTTP/1.1" status: 204 len: 168 time: 0.1897292 Sep 03 18:34:25.983917 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf33ab-b9cd-4bbb-814b-a22d786a9dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb397e0a-5918-4e9c-9ffb-d62f08c2d55f,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:25.987676 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39696) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:26.031155 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 868af5c8-800e-40e2-b908-24176f443a0e no longer exists at agent ovs-agent-dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:34:26.037905 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-6825e08b-78e9-4418-95dd-4a798d5245c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70fd6b5c13cb4a4b92ae22dc60047c51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464756 Sep 03 18:34:26.038417 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39698) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:26.052658 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.plugin [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] No Port match for: 868af5c8-800e-40e2-b908-24176f443a0e {{(pid=94514) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:34:26.052658 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron.plugins.ml2.rpc [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Device 868af5c8-800e-40e2-b908-24176f443a0e not bound to the agent host dv-cinder-760193-9-iscsi {{(pid=94514) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:34:26.089119 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-60e840d1-fc38-48d3-8e25-bfc3061b404c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:26.111150 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-60e840d1-fc38-48d3-8e25-bfc3061b404c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:26.296007 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-60e840d1-fc38-48d3-8e25-bfc3061b404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:26.298635 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-60e840d1-fc38-48d3-8e25-bfc3061b404c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:26.299821 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-60e840d1-fc38-48d3-8e25-bfc3061b404c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c07ba80-e112-4173-a13a-0b9243737f3d HTTP/1.1" status: 204 len: 168 time: 0.2602379 Sep 03 18:34:26.308431 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e840d1-fc38-48d3-8e25-bfc3061b404c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c07ba80-e112-4173-a13a-0b9243737f3d,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:27.866377 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39748) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:27.970377 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6813c95e-c49b-40d8-8857-0d5b45d36eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:28.059013 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6813c95e-c49b-40d8-8857-0d5b45d36eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:28.124618 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-6813c95e-c49b-40d8-8857-0d5b45d36eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:28.163508 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-6813c95e-c49b-40d8-8857-0d5b45d36eb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f7bba9b8ec94b688be7b6e0586bae49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960358 Sep 03 18:34:28.164428 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813c95e-c49b-40d8-8857-0d5b45d36eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd7041c-b499-4814-b83f-0f881345e1d2,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:28.166299 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39752) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:28.216194 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0f1adaad-ab2f-405c-9810-d89a1060a683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:28.238329 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0f1adaad-ab2f-405c-9810-d89a1060a683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:28.371056 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0f1adaad-ab2f-405c-9810-d89a1060a683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:28.373985 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-0f1adaad-ab2f-405c-9810-d89a1060a683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:28.375165 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-0f1adaad-ab2f-405c-9810-d89a1060a683 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6cd7041c-b499-4814-b83f-0f881345e1d2 HTTP/1.1" status: 204 len: 168 time: 0.2078211 Sep 03 18:34:28.383292 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1adaad-ab2f-405c-9810-d89a1060a683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd7041c-b499-4814-b83f-0f881345e1d2,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:30.690649 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39796) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:30.790723 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fe46915b-7508-432f-94e6-867059e4581b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:30.875935 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fe46915b-7508-432f-94e6-867059e4581b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:30.924556 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fe46915b-7508-432f-94e6-867059e4581b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:30.962631 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-fe46915b-7508-432f-94e6-867059e4581b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5223fdec0a224186a713c34ef25ae13a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709310 Sep 03 18:34:30.964378 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46915b-7508-432f-94e6-867059e4581b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431dfed9-f800-4b3d-83d3-10e8a8920167,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:30.965975 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39800) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:31.014851 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-69f511fb-db98-4382-b471-7194e578594a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:31.035905 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-69f511fb-db98-4382-b471-7194e578594a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:31.153008 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-69f511fb-db98-4382-b471-7194e578594a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:31.155567 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-69f511fb-db98-4382-b471-7194e578594a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:31.156729 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-69f511fb-db98-4382-b471-7194e578594a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/431dfed9-f800-4b3d-83d3-10e8a8920167 HTTP/1.1" status: 204 len: 168 time: 0.1891403 Sep 03 18:34:31.164266 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f511fb-db98-4382-b471-7194e578594a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431dfed9-f800-4b3d-83d3-10e8a8920167,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:31.699425 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39806) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:31.714856 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cf217929-a8bc-4973-a4f8-b7f12f476f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:31.799277 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cf217929-a8bc-4973-a4f8-b7f12f476f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:31.895827 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-cf217929-a8bc-4973-a4f8-b7f12f476f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:31.935581 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-cf217929-a8bc-4973-a4f8-b7f12f476f68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e38d54154d4a489a9bb9e50a2102f34a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349994 Sep 03 18:34:31.936924 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf217929-a8bc-4973-a4f8-b7f12f476f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636ca7f7-af33-48f6-83cd-5d11f7c2725c,revision_number=1']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:31.938396 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39808) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:31.988292 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-83f5d3ac-3cf5-4316-bf61-bf5dd43ac6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:32.008552 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-83f5d3ac-3cf5-4316-bf61-bf5dd43ac6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:32.176008 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-83f5d3ac-3cf5-4316-bf61-bf5dd43ac6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:32.178611 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-83f5d3ac-3cf5-4316-bf61-bf5dd43ac6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:32.179766 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-83f5d3ac-3cf5-4316-bf61-bf5dd43ac6f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/636ca7f7-af33-48f6-83cd-5d11f7c2725c HTTP/1.1" status: 204 len: 168 time: 0.2403791 Sep 03 18:34:32.192675 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5d3ac-3cf5-4316-bf61-bf5dd43ac6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636ca7f7-af33-48f6-83cd-5d11f7c2725c,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:33.751001 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39838) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:33.853082 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-33bb3c50-eb4a-4777-b027-c8040b79b140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:33.947918 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-33bb3c50-eb4a-4777-b027-c8040b79b140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:34.004529 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-33bb3c50-eb4a-4777-b027-c8040b79b140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:34.040895 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb3c50-eb4a-4777-b027-c8040b79b140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5f5324-837e-4148-82f1-d41897baf2c1,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:34.045175 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-33bb3c50-eb4a-4777-b027-c8040b79b140 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e926275437f4469f9c40a60136d7849f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931666 Sep 03 18:34:34.047748 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39842) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:34.094708 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd254e88-c1dc-4821-884a-f957f2719913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:34.114733 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd254e88-c1dc-4821-884a-f957f2719913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:34.234053 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd254e88-c1dc-4821-884a-f957f2719913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:34.236608 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-fd254e88-c1dc-4821-884a-f957f2719913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:34.237832 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-fd254e88-c1dc-4821-884a-f957f2719913 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b5f5324-837e-4148-82f1-d41897baf2c1 HTTP/1.1" status: 204 len: 168 time: 0.1892061 Sep 03 18:34:34.245785 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd254e88-c1dc-4821-884a-f957f2719913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5f5324-837e-4148-82f1-d41897baf2c1,revision_number=None']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:38.808139 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.wsgi [-] (94513) accepted ('10.222.0.43', 39888) {{(pid=94513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:38.910652 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4d0746be-66de-4989-81de-2bb07fa62e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:39.009354 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4d0746be-66de-4989-81de-2bb07fa62e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:39.061520 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron_lib.callbacks.manager [None req-4d0746be-66de-4989-81de-2bb07fa62e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_create {{(pid=94513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:39.102366 dv-cinder-760193-9-iscsi neutron-server[94513]: INFO neutron.wsgi [None req-4d0746be-66de-4989-81de-2bb07fa62e31 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=203fdc65f1304e0bbb3ee3af434595c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931364 Sep 03 18:34:39.103235 dv-cinder-760193-9-iscsi neutron-server[94513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0746be-66de-4989-81de-2bb07fa62e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca44a04d-2010-485b-ade1-d1066ca4cd1e,revision_number=1']} {{(pid=94513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:39.105085 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [-] (94512) accepted ('10.222.0.43', 39892) {{(pid=94512) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:34:39.153296 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b4696c00-cfde-4de8-9367-2735f04331c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:39.174356 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b4696c00-cfde-4de8-9367-2735f04331c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:39.301211 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b4696c00-cfde-4de8-9367-2735f04331c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-585893'] for security_group, after_delete {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:39.303701 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron_lib.callbacks.manager [None req-b4696c00-cfde-4de8-9367-2735f04331c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94512) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:39.306595 dv-cinder-760193-9-iscsi neutron-server[94512]: INFO neutron.wsgi [None req-b4696c00-cfde-4de8-9367-2735f04331c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca44a04d-2010-485b-ade1-d1066ca4cd1e HTTP/1.1" status: 204 len: 168 time: 0.1986086 Sep 03 18:34:39.313096 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4696c00-cfde-4de8-9367-2735f04331c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca44a04d-2010-485b-ade1-d1066ca4cd1e,revision_number=None']} {{(pid=94512) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:34:39.766823 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:34:39.924477 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:50.659607 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3a4313ff-5b52-43da-9c36-44a5334c3fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:52.952691 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-19ff22e5-1580-4f55-b9d0-7f18fd773d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:53.415564 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:54.232994 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:34:55.924382 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:35:09.906538 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:35:16.766479 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:35:20.615415 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-02b63abc-83d4-4c73-b812-a3a13935513f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:35:22.980461 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-0c806a93-69f4-42ef-9068-ff65d3569016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:35:23.500460 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:35:24.214931 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:35:25.877646 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:35:39.917426 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:35:50.659814 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c37c79cf-3bd2-4099-9844-406beffda6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:35:52.997613 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d8bf8e4f-e388-4a3a-b82c-651390fc1baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:35:53.477324 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:35:53.765234 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:35:54.231198 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:35:55.899573 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:36:09.945065 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:36:20.648063 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-9e55eea0-c3ff-4836-9bf3-f6a2bc0ae40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:36:22.950984 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-a67c27d4-7e00-4b14-a7a5-f3f20d371892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:36:23.402498 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:36:24.242273 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:36:25.905152 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:36:30.765268 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:36:39.950608 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:36:50.676053 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-b328f02a-43ce-4292-942b-6901ae7f687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:36:52.990424 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-088045f9-0297-43e4-8c2f-a8d4a4c4a13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:36:53.395941 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:36:54.259033 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:36:55.887170 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:37:07.764959 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:37:09.967442 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:37:20.629720 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-72c0a2c6-17cc-4bbb-96f7-e1bf8c8150c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:37:22.978602 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-46d9174e-ec2c-4601-9725-63a215291c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:37:23.418644 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:37:24.229903 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:37:25.932872 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:37:39.972297 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:37:44.764259 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:37:50.726239 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4629429e-82d9-4192-b630-03078e0cd1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:37:52.955096 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-2d49d063-86a4-4893-99dc-60540b54470c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:37:53.423413 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:37:54.274382 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:37:55.903198 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:09.937591 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:20.634363 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-737eee22-a147-4c30-b01e-070243ac484b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:21.764721 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:38:22.954280 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d6ce88f8-71da-43b0-b4c1-760a109874b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:23.417444 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:24.234251 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:25.914594 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:31.751063 dv-cinder-760193-9-iscsi neutron-server[94512]: DEBUG neutron.wsgi [req-1adb7679-3e3c-4422-931c-7de7187caa83 req-64492d6f-71d6-4faa-9fa9-6c3ef42b66dc service neutron] (94512) timed out ('10.222.0.32', 51707) {{(pid=94512) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 18:38:39.936697 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:50.656915 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-adc837bb-2411-4462-9c2b-22f73c8a89a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:52.948171 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-3cac964e-79cf-482e-8dc0-25832ea25606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:53.422351 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:54.245539 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:55.891033 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:38:58.763887 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:39:10.016645 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:39:20.718960 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-38d11824-f537-49ca-a958-5ce47fd5fe08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:39:22.963689 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f8a114da-2844-4e92-9cf0-ae9353d4ef9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:39:23.455087 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:39:24.250408 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:39:25.911700 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:39:35.762190 dv-cinder-760193-9-iscsi neutron-server[94515]: DEBUG neutron.db.agents_db [None req-3f8ba52d-c70a-416b-8a25-35779168681a None None] Agent healthcheck: found 6 active agents {{(pid=94515) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:39:39.958610 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-89c978b6-3fbc-45ef-8a40-c82371bcd421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:39:50.627236 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fc7f-1269-487c-937c-98e142b6dd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:39:52.975932 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-4e2d1f8a-8b3e-4b3c-98b3-10f95a9ea63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:39:53.421461 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-f28f95cb-9a23-43bc-a9b8-83e7283c409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:39:54.259880 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc9e4-5428-4235-b10c-2c8b18e7871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:39:55.901046 dv-cinder-760193-9-iscsi neutron-server[94514]: DEBUG neutron_lib.callbacks.manager [None req-cd624a02-8e41-44f3-8473-19adf3e454b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738553186115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4091462'] for agent, after_update {{(pid=94514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}